enc = "Shift_JIS";
        assertEquals("Shift_JIS", encodingHelper.normalize(enc));

        enc = "S-JIS";
        assertEquals("S-JIS", encodingHelper.normalize(enc));
    }

    public void test_normalize_map() {
        String enc;

        encodingHelper.addEncodingMapping("S-JIS", "Shift_JIS");

        enc = "UTF-8";

        assertEquals("UTF-8", htmlTransformer.parseCharset(content));

        content = "...;charset=Shift_JIS\"...";
        assertEquals("Shift_JIS", htmlTransformer.parseCharset(content));

        content = "...;Charset=Shift_JIS\"...";
        assertEquals("Shift_JIS", htmlTransformer.parseCharset(content));

        content = "...;charset=EUC-JP\"...";

     * @throws Exception
     */
    @Test
    public void testFileToFile_Encoding() throws Exception {
        int result = copy(inputFile, "UTF-8", outputFile, "Shift_JIS");
        assertThat(result, is(urlString.length()));

        result = copy(outputFile, "Shift_JIS", writer);
        assertThat(writer.toString(), is(urlString));
    }

    /**
     * @throws Exception
     */
    @Test

        final BufferedInputStream bis = new BufferedInputStream(in);
        final String encoding = xmlExtractor.getEncoding(bis);
        CloseableUtil.closeQuietly(bis);
        assertEquals("Shift_JIS", encoding);
    }

    public void test_getEncoding_utf8bom() {
        final InputStream in = ResourceUtil.getResourceAsStream("extractor/xml/test_utf8bom.xml");

        final BufferedInputStream bis = new BufferedInputStream(in);
        final String encoding = htmlExtractor.getEncoding(bis);
        CloseableUtil.closeQuietly(bis);
        assertEquals("Shift_JIS", encoding);
    }

    public void test_getHtml_null() {
        try {
            htmlExtractor.getText(null, null);
            fail();
        } catch (final CrawlerSystemException e) {
            // NOP

        final BufferedInputStream bis = new BufferedInputStream(in);
        final String encoding = htmlXpathExtractor.getEncoding(bis);
        CloseableUtil.closeQuietly(bis);
        assertEquals("Shift_JIS", encoding);
    }

    public void test_getHtml_null() {
        try {
            htmlXpathExtractor.getText(null, null);
            fail();
        } catch (final CrawlerSystemException e) {

        assertEquals(1, paramMap.size());
        assertEquals("テスト", paramMap.get("a")[0]);

        paramMap = filter.parseQueryString("a=%83e%83X%83g", "Shift_JIS");
        assertEquals(1, paramMap.size());
        assertEquals("テスト", paramMap.get("a")[0]);

    }