*/
    void setSessionId(String sessionId);

    /**
     * Retrieves the HTTP method used for the URL in the queue.
     *
     * @return the HTTP method as a String.
     */
    String getMethod();

    /**
     * Sets the HTTP method for the URL queue.
     *
     * @param method the HTTP method to be set (e.g., GET, POST, etc.)
     */
    void setMethod(String method);

    /**

    public ResponseData() {
        super();
    }

    /**
     * Gets the HTTP status code of the response.
     *
     * @return the HTTP status code
     */
    public int getHttpStatusCode() {
        return httpStatusCode;
    }

    /**
     * Sets the HTTP status code of the response.
     *
     * @param statusCode the HTTP status code to set
     */
    public void setHttpStatusCode(final int statusCode) {

        String url;

        url = "http://hoge.com/http/fuga.html";
        assertEquals("http://hoge.com/http/fuga.html", urlConvertHelper.convert(url));

        url = "tp://hoge.com/http/fuga.html";
        assertEquals("tp://hoge.com/http/fuga.html", urlConvertHelper.convert(url));

        urlConvertHelper.add("^tp:", "http:");

        url = "http://hoge.com/http/fuga.html";

        urlFilter.addInclude("http://example.com/.*");
        urlFilter.addInclude("http://test.com/.*");

        final String sessionId = "id1";
        urlFilter.init(sessionId);

        assertTrue(urlFilter.match("http://example.com/"));
        assertTrue(urlFilter.match("http://example.com/a"));
        assertTrue(urlFilter.match("http://test.com/"));
        assertTrue(urlFilter.match("http://test.com/a"));
    }

        url = "http://hoge/index.html#hoge";
        assertEquals("http://hoge/index.html", htmlTransformer.normalizeUrl(url));

        url = "http://hoge/index.html#";
        assertEquals("http://hoge/index.html", htmlTransformer.normalizeUrl(url));

        url = "http://hoge/index.html;jsessionid=hoge";
        assertEquals("http://hoge/index.html", htmlTransformer.normalizeUrl(url));

import java.util.List;
import java.util.Map;

import org.apache.http.Header;
import org.apache.http.HttpEntity;
import org.apache.http.HttpHost;
import org.apache.http.auth.AuthScheme;
import org.apache.http.auth.AuthSchemeProvider;
import org.apache.http.auth.AuthScope;
import org.apache.http.client.AuthCache;
import org.apache.http.client.CredentialsProvider;
import org.apache.http.client.config.RequestConfig;

        assertNull(dataService.getAccessResult("id1", "http://www.id1.com/"));
        assertNotNull(dataService.getAccessResult("id2", "http://www.id2.com/"));

        dataService.store(accessResult1);
        assertNotNull(dataService.getAccessResult("id1", "http://www.id1.com/"));

        dataService.deleteAll();

        assertNull(dataService.getAccessResult("id1", "http://www.id1.com/"));

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.client.http.conn;

import java.io.UnsupportedEncodingException;
import java.net.IDN;
import java.net.InetAddress;
import java.net.URLDecoder;
import java.net.UnknownHostException;

import org.apache.http.conn.DnsResolver;

/**
 * The {@code IdnDnsResolver} class implements the {@code DnsResolver} interface

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.client.http;

import org.apache.http.auth.AuthScheme;
import org.apache.http.auth.AuthScope;
import org.apache.http.auth.Credentials;

/**
 * The Authentication interface provides methods to retrieve authentication details
 * required for HTTP client authentication.
 */
public interface Authentication {

    /**

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.client.http.ntlm;

import org.apache.http.auth.AuthScheme;
import org.apache.http.auth.AuthSchemeProvider;
import org.apache.http.impl.auth.NTLMScheme;
import org.apache.http.protocol.HttpContext;

/**
 * This class is AuthSchemeFactory implementation for NTLM.
 *
 * @author shinsuke
 *
 */