}

    public void test_processRobotsTxt() {
        final CrawlerWebServer server = new CrawlerWebServer(7070);
        server.start();

        final String url = "http://localhost:7070/hoge.html";
        try {
            final CrawlerContext crawlerContext = new CrawlerContext();
            final String sessionId = "id1";
            urlFilter.init(sessionId);

        assertTrue(robotsTxt.allows("/ddd", "Crawler/2.0"));
        assertTrue(robotsTxt.allows("/aaa", "Hoge Crawler"));
        assertTrue(robotsTxt.allows("/bbb", "Hoge Crawler"));
        assertTrue(robotsTxt.allows("/ccc", "Hoge Crawler"));
        assertFalse(robotsTxt.allows("/ddd", "Hoge Crawler"));

        String[] sitemaps = robotsTxt.getSitemaps();
        assertEquals(2, sitemaps.length);

        assertEquals("2", "1", b[0]);
        assertEquals("3", "2", b[1]);
    }

    /**
     * @throws Exception
     */
    public void testObjectAndBinary() throws Exception {
        final String o = "hoge";
        final byte[] binary = SerializeUtil.fromObjectToBinary(o);
        assertEquals(o, SerializeUtil.fromBinaryToObject(binary));
    }

    /**
     * Test default filter allows common safe classes
     *

        assertTrue(StringUtil.endsWithIgnoreCase("setHogeAaa", "Aaa"));
        assertTrue(StringUtil.endsWithIgnoreCase("setHogeAaa", "aaa"));
        assertTrue(StringUtil.endsWithIgnoreCase("aaa_hoge", "HOge"));
        assertFalse(StringUtil.endsWithIgnoreCase("setHogeaa", "Aaa"));
        assertFalse(StringUtil.endsWithIgnoreCase("aa", "Aaa"));
    }

    /**
     * @throws Exception
     */
    @Test

                new ElevateWord("test", 2.0f, Collections.singletonList("test"), Collections.singletonList("content"), null, null);
        ElevateWord elevateWord2 =
                new ElevateWord("hoge", 2.0f, Collections.singletonList("hoge"), Collections.singletonList("content"), null, null);
        ElevateWord elevateWord3 =

        assertTrue(content.contains("テスト"));
    }

    public void test_getTika_xml_broken() throws UnsupportedEncodingException {
        final InputStream in = new ByteArrayInputStream("<?xml encoding=\"UTF-8\"/><hoge>テスト<br></hoge>".getBytes(Constants.UTF_8));
        final ExtractData extractData = tikaExtractor.getText(in, null);
        final String content = extractData.getContent();
        CloseableUtil.closeQuietly(in);