/** The key of the configuration. e.g. default */
    String search_engine_TYPE = "search_engine.type";

    /** The key of the configuration. e.g. http://localhost:9201 */
    String search_engine_HTTP_URL = "search_engine.http.url";

    /** The key of the configuration. e.g.  */
    String search_engine_HTTP_SSL_certificate_authorities = "search_engine.http.ssl.certificate_authorities";

    /** The key of the configuration. e.g.  */

 *
 * <p>This class is final and cannot be instantiated.</p>
 *
 * <p>The following parameters are managed:</p>
 * <ul>
 *   <li>{@link UrlQueue} - The queue of URLs to be crawled.</li>
 *   <li>{@link CrawlerContext} - The context of the current crawling process.</li>
 *   <li>{@link UrlQueueService} - The service for managing the URL queue.</li>

    }

    /**
     * Returns the current session ID.
     * @return The session ID.
     */
    public String getSessionId() {
        return crawlerContext.sessionId;
    }

    /**
     * Sets the session ID.
     * If the new session ID is different from the current one, it updates the session ID in the URL queue service.
     * @param sessionId The new session ID.
     */

public interface StorageClient extends AutoCloseable {

    /**
     * Uploads an object to storage.
     *
     * @param objectName the name/path for the object
     * @param inputStream the input stream of data to upload
     * @param size the size of the data in bytes
     * @param contentType the MIME type of the content
     */
    void uploadObject(String objectName, InputStream inputStream, long size, String contentType);

    /**

/*
 * Copyright 2012-2025 CodeLibs Project and the Others.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,

    }

    /**
     * Adds a system property to the command list.
     * If the property exists in the system, it uses that value with optional append value.
     * Otherwise, it uses the default value if provided.
     *
     * @param cmdList the command list to add the property to
     * @param name the property name
     * @param defaultValue the default value to use if property doesn't exist

 * that controls the interval between requests to the same host.
 * It uses a Guava Cache to store the last access time for each host.
 * The delayBeforeProcessing method is overridden to introduce a delay before processing a URL,
 * ensuring that requests to the same host are not made too frequently.
 * The delay is calculated based on the configured delayMillisBeforeProcessing parameter.

/*
 * Copyright 2012-2025 CodeLibs Project and the Others.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,

/*
 * Copyright 2012-2025 CodeLibs Project and the Others.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,

/*
 * Copyright 2012-2025 CodeLibs Project and the Others.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,