}

    /**
     * Decodes the given host string using the specified encoding.
     *
     * @param host the host string to decode
     * @return the decoded host string
     */
    protected String decode(final String host) {
        if (host.indexOf('%') == -1) {
            return host;
        }
        try {
            return URLDecoder.decode(host, encoding);

 * that controls the interval between requests to the same host.
 * It uses a ConcurrentMap to store the last access time for each host.
 * The delayBeforeProcessing method is overridden to introduce a delay before processing a URL,
 * ensuring that requests to the same host are not made too frequently.
 * The delay is calculated based on the configured delayMillisBeforeProcessing parameter.

    /**
     * Gets the active external host IP address for active mode FTP.
     *
     * @return The active external host IP address
     */
    public String getActiveExternalHost() {
        return activeExternalHost;
    }

    /**
     * Sets the active external host IP address for active mode FTP.
     *
     * @param activeExternalHost The active external host IP address
     */

            closeResources(httpRequest, responseData);
            throw new CrawlingAccessException("Unknown host(" + e.getMessage() + "): " + url, e);
        } catch (final NoRouteToHostException e) {
            closeResources(httpRequest, responseData);
            throw new CrawlingAccessException("No route to host(" + e.getMessage() + "): " + url, e);
        } catch (final ConnectException e) {

        sambaServer.start();
        logger.info("Samba container started");

        String host = sambaServer.getContainerIpAddress();
        Integer port = sambaServer.getMappedPort(445);
        baseUrl = "smb://" + host + ":" + port + "/users/";
        logger.info("Base URL: {}", baseUrl);

        StandardCrawlerContainer container = new StandardCrawlerContainer()//

### Connection Pool Tuning

```java
container.singleton("httpClient", HcHttpClient.class, client -> {
    client.setMaxConnections(200);          // Total connections
    client.setMaxConnectionsPerRoute(20);   // Per-host connections
    client.setConnectionTimeout(30000);     // Connection timeout
    client.setSocketTimeout(60000);         // Read timeout
});
```

### Memory Management

```java

 */
public class RequestData {
    /**
     * HTTP methods supported for crawling requests.
     */
    public enum Method {
        /** HTTP GET method. */
        GET,
        /** HTTP POST method. */
        POST,
        /** HTTP HEAD method. */
        HEAD;
    }

    /** The HTTP method for this request. */
    private Method method;

    /** The URL for this request. */
    private String url;

            return method(Method.HEAD);
        }

        /**
         * Sets the HTTP method to POST.
         * @return The current RequestDataContext instance.
         */
        public RequestDataContext post() {
            return method(Method.POST);
        }

        /**
         * Sets the URL for this request data.
         *
         * @param url the URL string to be set

     */
    public static final String GET_METHOD = "GET";

    /**
     * The HEAD method.
     */
    public static final String HEAD_METHOD = "HEAD";

    /**
     * The POST method.
     */
    public static final String POST_METHOD = "POST";

    /**
     * The status code for OK.
     */
    public static final int OK_STATUS = 0;

    /**
     * The status code for Not Modified.
     */

 * based on the type of processing.
 * <p>
 * Constants:
 * </p>
 * <ul>
 *   <li>{@code PRE_PROCESSING} - Represents the pre-processing state.</li>
 *   <li>{@code POST_PROCESSING} - Represents the post-processing state.</li>
 *   <li>{@code NO_URL_IN_QUEUE} - Indicates that there are no URLs in the queue.</li>
 *   <li>{@code WAIT_NEW_URL} - Indicates that the crawler is waiting for new URLs.</li>
 * </ul>
 */