return client;
    }

    /**
     * Sets the underlying CrawlerClient.
     * @param client The CrawlerClient instance to set.
     */
    public void setCrawlerClient(final CrawlerClient client) {
        this.client = client;
    }

    /**
     * Returns the maximum retry count.
     * @return The maximum retry count.
     */
    public int getMaxRetryCount() {

            client.setCookieSpec(CookieSpecs.BEST_MATCH);
        }).prototype("httpClient", FaultTolerantClient.class, client -> {
            client.setCrawlerClient(container.getComponent("internalHttpClient"));
            client.setMaxRetryCount(5);
            client.setRetryInterval(500);