assertEquals(1, testListener.startCount);
        assertEquals(5, testListener.requestCount);
        assertEquals(4, testListener.exceptionCount);
        assertEquals(1, testListener.endCount);
        assertEquals(url, testListener.requestUrl);
        assertEquals(Constants.GET_METHOD, testListener.requestMethod);
        assertEquals(url, testListener.exceptionUrl);

        assertEquals("/.*\\?.*", httpClient.convertRobotsTxtPatternToRegex("/*?*"));
        assertEquals("/.*", httpClient.convertRobotsTxtPatternToRegex("/"));
        assertEquals("/index\\.html$", httpClient.convertRobotsTxtPatternToRegex("/index.html$"));
        assertEquals(".*index\\.html$", httpClient.convertRobotsTxtPatternToRegex("index.html$"));

        assertEquals(0, urlFilter.cachedIncludeSet.size());
        assertEquals(0, urlFilter.cachedExcludeSet.size());
        assertEquals(1, dataHelper.getIncludeUrlPatternList(sessionId).size());
        assertEquals(0, dataHelper.getExcludeUrlPatternList(sessionId).size());
    }

    public void test_addInclude2() {
        assertEquals(0, urlFilter.cachedIncludeSet.size());
        assertEquals(0, urlFilter.cachedExcludeSet.size());

    }

    public void test_name() {
        assertEquals("fileTransformer", fileTransformer.getName());
    }

    public void test_getFilePath() {
        String url;

        url = "http://www.example.com/";
        assertEquals("http_CLN_/www.example.com/index.html", fileTransformer.getFilePath(url));

        url = "http://www.example.com/action?a=1";

            public int getWeight() {
                return 5;
            }
        });
        assertEquals(10, extractorFactory.getExtractor(key).getWeight());
        assertEquals(5, extractorFactory.getExtractors(key)[1].getWeight());
        assertEquals(1, extractorFactory.getExtractors(key)[2].getWeight());
        assertEquals(3, extractorFactory.getExtractors(key).length);
    }

        enc = null;
        assertEquals("UTF-8", encodingHelper.normalize(enc));

        enc = "";
        assertEquals("UTF-8", encodingHelper.normalize(enc));

        enc = " ";
        assertEquals("UTF-8", encodingHelper.normalize(enc));

        enc = "UTF-8";
        assertEquals("UTF-8", encodingHelper.normalize(enc));

        enc = "Shift_JIS";
        assertEquals("Shift_JIS", encodingHelper.normalize(enc));

        final Map<String, String> map = (Map) obj;
        assertEquals("タイトル", map.get("title"));
        assertEquals("第一章 第一節 ほげほげふがふが LINK 第2章 第2節", map.get("body"));
        final List<String> list = new ArrayList<String>();
        list.add("リスト1");
        list.add("リスト2");
        list.add("リスト3");
        assertEquals(list, map.get("list"));
    }

        ruleManager.addRule(rule4);

        List<Rule> rules = ruleManager.getRules();
        assertEquals(4, rules.size());
        assertEquals("rule1", rules.get(0).getRuleId());
        assertEquals("rule2", rules.get(1).getRuleId());
        assertEquals("rule3", rules.get(2).getRuleId());
        assertEquals("rule4", rules.get(3).getRuleId());
    }

    /**
     * Test adding duplicate rules
     */

        SmbAuthentication smbAuthentication;

        smbAuthentication = new SmbAuthentication();
        assertEquals("smb1://", smbAuthentication.getPathPrefix());

        smbAuthentication = new SmbAuthentication();
        smbAuthentication.setServer("hoge");
        assertEquals("smb1://hoge/", smbAuthentication.getPathPrefix());

        smbAuthentication = new SmbAuthentication();

        assertTrue(content.contains("テスト"));
        assertEquals("タイトル", data.getValues("title")[0]);
    }

    public void test_getHtml_empty() {
        final InputStream in = new ByteArrayInputStream("".getBytes());
        final String content = htmlExtractor.getText(in, null).getContent();
        CloseableUtil.closeQuietly(in);
        logger.info(content);
        assertEquals("", content);
    }