if (pageEnc != null) {
                        enc = pageEnc;
                    } else if (urlQueue.getEncoding() != null) {
                        enc = urlQueue.getEncoding();
                    }
                }
            }
        } else {
            enc = fessConfig.getCrawlerDocumentFileNameEncoding();
        }

    }

    @Test
    public void testEncoding() {
        CurlResponse response = new CurlResponse();
        String encoding = "UTF-8";

        response.setEncoding(encoding);

        assertEquals(encoding, response.getEncoding());
    }

    @Test
    public void testContentException() {
        CurlResponse response = new CurlResponse();
        Exception exception = new IOException("Test exception");

                    // add and filter urls
                    storeChildUrls(crawlerContext, resultData.getChildUrlSet(), urlQueue.getUrl(), depth, resultData.getEncoding());
                }
            } else if (crawlerContext.getMaxDepth() < 0 || urlQueue.getDepth() <= crawlerContext.getMaxDepth()) {
                if (logger.isDebugEnabled()) {

            return url;
        }

        @Override
        public String getMetaData() {
            return null;
        }

        @Override
        public String getEncoding() {
            return null;
        }

        @Override
        public String getParentUrl() {
            return null;
        }

        @Override
        public Integer getDepth() {

            putValue(data, "Description", message.getDescription());
            putValue(data, "Disposition", message.getDisposition());
            putValue(data, "Encoding", message.getEncoding());
            putValue(data, "File-Name", message.getFileName());
            putValue(data, "From", message.getFrom());
            putValue(data, "Line-Count", message.getLineCount());

        String urlEncoding;
        final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
        if (urlQueue != null && urlQueue.getEncoding() != null) {
            urlEncoding = urlQueue.getEncoding();
        } else {
            urlEncoding = responseData.getCharSet();
        }

        // cid
        final String configId = crawlingConfig.getConfigId();

        }
        try {
            final BufferedInputStream bis = new BufferedInputStream(in);
            final String enc = getEncoding(bis);

            final DOMParser parser = getDomParser();
            final InputSource inputSource = new InputSource(bis);
            inputSource.setEncoding(enc);
            parser.parse(inputSource);
            final Document document = parser.getDocument();

        }

        final byte[] data = accessResultData.getData();
        if (data == null) {
            return null;
        }
        final String encoding = accessResultData.getEncoding();
        String filePath;
        try {
            filePath = new String(data, encoding == null ? Constants.UTF_8 : encoding);
        } catch (final UnsupportedEncodingException e) {

 * responseData.setUrl("http://example.com");
 *
 * ResultData resultData = new ResultData();
 *
 * transformer.storeData(responseData, resultData);
 *
 * String xmlData = new String(resultData.getData(), resultData.getEncoding());
 * System.out.println(xmlData);
 * </pre>
 *
 * <p>
 * Configuration options:
 * </p>
 * <ul>
 *   <li><b>fieldRuleMap:</b> A map of field names to XPath expressions.</li>

            public void setData(byte[] data) {
                this.data = data;
            }

            @Override
            public String getEncoding() {
                return encoding;
            }

            @Override
            public void setEncoding(String encoding) {
                this.encoding = encoding;
            }
        };