}

    @Override
    public void close() throws Exception {
        client.close();
    }

    public CrawlerClient getCrawlerClient() {
        return client;
    }

    public void setCrawlerClient(final CrawlerClient client) {
        this.client = client;
    }

    public int getMaxRetryCount() {
        return maxRetryCount;
    }

    public void setMaxRetryCount(final int maxRetryCount) {

        clientFactory = container.getComponent("clientFactory");
        FaultTolerantClient httpClient = container.getComponent("httpClient");
        httpClient.setCrawlerClient(new HcHttpClient());
        clientFactory.addClient("http:.*", httpClient);
        clientFactory.addClient("https:.*", httpClient);
        clientFactory.addClient("file:.*", container.getComponent("fsClient"));