public Crawler() {
        crawlerContext = new CrawlerContext();
        final SimpleDateFormat sdf = new SimpleDateFormat("yyyyMMddHHmmssSSS", Locale.ENGLISH);
        crawlerContext.sessionId = sdf.format(new Date());
    }

    /**
     * Adds a URL to the crawling queue.
     * @param url The URL to add.
     */
    public void addUrl(final String url) {
        try {

     * @param credentials The credentials.
     * @param authScheme The authentication scheme.
     */
    public AuthenticationImpl(final AuthScope authScope, final Credentials credentials, final AuthScheme authScheme) {
        this.authScope = authScope;
        this.credentials = credentials;
        this.authScheme = authScheme;
    }

    /*
     * (non-Javadoc)
     *

     */
    @Override
    public void addRule(final Rule rule) {
        ruleList.add(rule);
    }

    /**
     * Adds a rule at the specified position in the rule list.
     * @param index the position to insert the rule
     * @param rule the rule to add
     */
    @Override
    public void addRule(final int index, final Rule rule) {
        ruleList.add(index, rule);
    }

    /*

 *
 */
public class OpenSearchAccessException extends CrawlerSystemException {

    private static final long serialVersionUID = 1L;

    /**
     * Creates a new instance of OpenSearchAccessException.
     *
     * @param message the detail message
     */
    public OpenSearchAccessException(final String message) {
        super(message);
    }

    /**

 */
public final class CrawlingParameterUtil {
    private static final ThreadLocal<UrlQueue<?>> URL_QUEUE_THREAD_LOCAL = new ThreadLocal<>();

    private static final ThreadLocal<CrawlerContext> ROBOT_CONTEXT_THREAD_LOCAL = new ThreadLocal<>();

    private static final ThreadLocal<UrlQueueService<UrlQueue<?>>> URL_QUEUE_SERVICE_THREAD_LOCAL = new ThreadLocal<>();

     * @param maxAccessCount The maximum access count.
     */
    public void setMaxAccessCount(final long maxAccessCount) {
        this.maxAccessCount = maxAccessCount;
    }

    /**
     * Adds sitemaps to the thread-local storage.
     * @param sitemaps An array of sitemap URLs.
     */
    public void addSitemaps(final String[] sitemaps) {
        sitemapsLocal.set(sitemaps);
    }

    /**

        urlFilter.addInclude(".*test.*");

        assertEquals(1, urlFilter.cachedIncludeSet.size());
        assertEquals(0, urlFilter.cachedExcludeSet.size());

        final String sessionId = "id1";
        urlFilter.init(sessionId);
        assertEquals(0, urlFilter.cachedIncludeSet.size());
        assertEquals(0, urlFilter.cachedExcludeSet.size());

 *
 */
public class HcConnectionMonitorTarget implements TimeoutTarget {
    private static final Logger logger = LogManager.getLogger(HcConnectionMonitorTarget.class);

    private final HttpClientConnectionManager clientConnectionManager;

    /**
     * The timeout duration (in milliseconds) for idle connections.
     */
    private final long idleConnectionTimeout;

    /**
     * Constructs a new HcConnectionMonitorTarget.

     * If the property is set but does not contain this package, the package will be appended.
     */
    default void initialize() {
        final StringBuilder buf = new StringBuilder(100);
        final String value = System.getProperty("java.protocol.handler.pkgs");
        if (StringUtil.isEmpty(value)) {
            buf.append("org.codelibs.fess.net.protocol");

     */
    public void setServer(final String server) {
        this.server = server;
    }

    /**
     * Returns the port number.
     * @return The port number.
     */
    public int getPort() {
        return port;
    }

    /**
     * Sets the port number.
     * @param port The port number.
     */
    public void setPort(final int port) {
        this.port = port;
    }