final StringBuilder url = new StringBuilder();
        url.append(protocol).append("://").append(host);
        if (port > 0) {
            url.append(":").append(port);
        }
        if (path != null && !path.isEmpty()) {
            if (!path.startsWith("/")) {
                url.append("/");
            }
            url.append(path);
        }
        return url.toString();

        final String url = params != null ? params.get(ExtractData.URL) : null;
        if (!passwordMap.isEmpty()) {
            final String resourceName = params != null ? params.get(ExtractData.RESOURCE_NAME_KEY) : null;

            String value = null;
            if (StringUtil.isNotEmpty(url)) {
                value = url;
            } else if (StringUtil.isNotEmpty(resourceName)) {

    }

    public void test_doGet() {
        final CrawlerWebServer server = new CrawlerWebServer(7070);
        server.start();

        final String url = "http://localhost:7070/";
        try {
            final ResponseData responseData = httpClient.doGet(url);
            assertEquals(200, responseData.getHttpStatusCode());
        } finally {
            server.stop();
        }
    }

    }

    /**
     * Processes a crawling request for a specific URL.
     * Executes the full crawling pipeline including client execution, rule processing,
     * transformation, and data extraction.
     *
     * @param crawlingConfig the crawling configuration to use
     * @param crawlingInfoId the crawling session ID
     * @param url the URL to process
     * @return a map containing the processed document data

     */
    @Test
    public void testForEachZipInputStream() throws Exception {
        final String classFilePath = TestCase.class.getName().replace('.', '/') + ".class";
        final URL classURL = ResourceUtil.getResource(classFilePath);
        final URL jarURL = new File(JarFileUtil.toJarFilePath(classURL)).toURI().toURL();
        ClassTraversalUtil.forEach(new ZipInputStream(jarURL.openStream()), (ClassHandler) (packageName, shortClassName) -> {

     * @param url the DCERPC URL specifying the endpoint
     * @param tc the CIFS context for connection configuration
     * @param unshared whether to use an exclusive connection
     * @throws DcerpcException if DCERPC initialization fails
     * @throws MalformedURLException if the URL is malformed
     */

    /**
     * Everything but the last component of the URL representing this SMB
     * resource is effectively it's parent. The root URL <code>smb://</code>
     * does not have a parent. In this case <code>smb://</code> is returned.
     *
     * @return The parent directory of this SMB resource or
     *         <code>smb://</code> if the resource refers to the root of the URL

        @Test
        public void testGetPath() throws MalformedURLException {
            // Path should be the original, uncanonicalized URL
            String url = "smb1://server/share/../share/file.txt";
            SmbFile smbFile = new SmbFile(url);
            assertEquals(url, smbFile.getPath());
        }

        @Test
        public void testGetCanonicalPath() throws MalformedURLException {

	<url>https://github.com/codelibs/corelib</url>
	<inceptionYear>2012</inceptionYear>
	<licenses>
		<license>
			<name>The Apache Software License, Version 2.0</name>
			<url>http://www.apache.org/licenses/LICENSE-2.0.txt</url>
			<distribution>repo</distribution>
		</license>
	</licenses>
	<organization>
		<name>CodeLibs Project</name>
		<url>https://www.codelibs.org/</url>
	</organization>

        return this.max_xmit;
    }

    /**
     * Get a handle to a service
     *
     * @param url
     *            the DCE/RPC service URL
     * @param tc
     *            context to use
     * @return a DCERPC handle for the given url
     * @throws MalformedURLException
     *            if the URL is malformed
     * @throws DcerpcException
     *            if there is an error establishing the connection