private byte[] responseBodyBytes;

    private File responseBodyFile;

    private boolean isTemporaryFile;

    private boolean noFollow = false;

    /**
     * Creates a new ResponseData instance.
     */
    public ResponseData() {
        super();
    }

    /**
     * Gets the HTTP status code of the response.
     *
     * @return the HTTP status code
     */
    public int getHttpStatusCode() {

     * @return the response data
     */
    protected ResponseData getResponseData(final String uri, final boolean includeContent) {
        final ResponseData responseData = new ResponseData();
        responseData.setMethod(Constants.GET_METHOD);
        final String filePath = preprocessUri(uri);
        responseData.setUrl(filePath);

        SmbFile file = null;

    // for (String url : urls) {
    // ResponseData responseData = httpClient.doGet(url);
    // // assertEquals(200, responseData.getHttpStatusCode());
    // if (responseData.getHttpStatusCode() != 200) {
    // return responseData;
    // }
    // }
    // return null;
    // }
    // });
    // }
    // List<Future<ResponseData>> futureList = executorService.invokeAll(list);

        final ResponseData responseData = new ResponseData();
        responseData.setUrl("http://example.com/test.xml");
        File file = ResourceUtil.getResourceAsFile("sitemaps/sitemap1.xml");
        responseData.setResponseBody(file, false);
        return responseData;
    }

    private ResponseData getTestData2_FAIL() {
        final ResponseData responseData = new ResponseData();

        final ResponseData responseData = (ResponseData) objs[2];
        // Rule rule = (Rule) objs[3];
        if (logger.isDebugEnabled()) {
            logger.debug("No ResponseProcessor for ({}, {}). PLEASE CHECK YOUR CONFIGURATION.", responseData.getUrl(),
                    responseData.getMimeType());
        }
    }

    /**
     * Processes finished thread log events.
     *
     * @param objs the log objects
     */

     */
    protected ResponseData getResponseData(final String uri, final boolean includeContent) {
        final ResponseData responseData = new ResponseData();
        try {
            responseData.setMethod(Constants.GET_METHOD);
            final String filePath = preprocessUri(uri);
            responseData.setUrl(filePath);

            File file = null;
            try {

            this.responseProcessor = responseProcessor;
        }

        @Override
        public boolean match(ResponseData responseData) {
            if (responseData == null || responseData.getUrl() == null) {
                return false;
            }
            return responseData.getUrl().matches(urlPattern);
        }

        @Override
        public String getRuleId() {
            return ruleId;

     * @return the response data
     */
    protected ResponseData getResponseData(final String uri, final boolean includeContent) {
        final ResponseData responseData = new ResponseData();
        responseData.setMethod(Constants.GET_METHOD);
        final String filePath = preprocessUri(uri);
        responseData.setUrl(filePath);

        SmbFile file = null;

        }
    }

    /**
     * Checks if the response is successful based on configured HTTP status codes.
     *
     * @param responseData the response data to check
     * @return true if successful, false otherwise
     */
    protected boolean isSuccessful(final ResponseData responseData) {
        if (successfulHttpCodes == null) {

                throw new CrawlerSystemException("exception " + count);
            }

            final ResponseData responseData = new ResponseData();
            responseData.setUrl(request.getUrl());
            responseData.setMethod(request.getMethod().toString());
            return responseData;
        }

        /*
         * (non-Javadoc)
         *