AbstractCrawlerClient client = new AbstractCrawlerClient() {
        };
        ResponseData responseData = new ResponseData();
        responseData.setUrl("http://test.com/");
        client.setMaxContentLength(1000000L);

        client.checkMaxContentLength(responseData);

        responseData.setContentLength(-1);
        client.checkMaxContentLength(responseData);

        responseData.setContentLength(1000L);

        this.accessTimeout = accessTimeout;
    }

    /**
     * Sets the maximum content length.
     * @param maxContentLength The maximum content length in bytes.
     */
    public void setMaxContentLength(final Long maxContentLength) {
        this.maxContentLength = maxContentLength;
    }