if (responseData == null) {
                        return true;
                    }
                }

                final int httpStatusCode = responseData.getHttpStatusCode();
                if (logger.isDebugEnabled()) {
                    logger.debug("Accessing document: {}, status: {}", url, httpStatusCode);
                }
                if (httpStatusCode == 404) {

            ftpClient.setInitParameterMap(params);
            final ResponseData responseData = ftpClient.doGet("ftp://localhost:" + FTP_PORT + "/text1.txt");
            assertEquals(200, responseData.getHttpStatusCode());
            assertEquals("UTF-8", responseData.getCharSet());
            assertTrue(6 == responseData.getContentLength());
            assertNotNull(responseData.getLastModified());

            try (final CurlResponse response = createCurlRequest(url).execute()) {
                if (response.getHttpStatusCode() != 200) {
                    throw new PluginException("HTTP Status " + response.getHttpStatusCode() + " : failed to get the artifact from " + url);
                }
                try (final InputStream in = response.getContentAsStream()) {

            accessResultList.add(accessResult);

            if (accessResult.getHttpStatusCode() != 200) {
                // invalid page
                if (logger.isDebugEnabled()) {
                    logger.debug("Skipped. The response code is {}.", accessResult.getHttpStatusCode());
                }
                continue;
            }

                        && responseData.getLastModified().getTime() <= urlQueue.getLastModified().longValue()
                        && responseData.getHttpStatusCode() == 200) {
                    log(logHelper, LogType.NOT_MODIFIED, crawlerContext, urlQueue);

                    responseData.setExecutionTime(SystemUtil.currentTimeMillis() - startTime);

        final ResponseData responseData = (ResponseData) objs[2];
        if (logger.isDebugEnabled()) {
            logger.debug("Processing the response. Http Status: {}, Exec Time: {}", responseData.getHttpStatusCode(),
                    responseData.getExecutionTime());
        }
    }

    protected void processRedirectLocation(final Object... objs) {
        // CrawlerContext crawlerContext = (CrawlerContext) objs[0];

            }
        }).execute()) {

            try (ServletOutputStream out = response.getOutputStream(); InputStream in = curlResponse.getContentAsStream()) {
                response.setStatus(curlResponse.getHttpStatusCode());
                writeHeaders(response);
                final String responseContentType = curlResponse.getHeaderValue("Content-Type");
                if (StringUtil.isBlank(responseContentType)) {

        final ResponseData responseData = client.execute(RequestDataBuilder.newRequestData().get().url(url).build());
        if (responseData.getHttpStatusCode() == 404) {
            response.httpStatus(responseData.getHttpStatusCode());
            CloseableUtil.closeQuietly(responseData);
            return response;
        }
        writeFileName(response, responseData);