assertTrue(content.contains("テスト"));
        assertEquals("タイトル", data.getValues("title")[0]);
    }

    public void test_getHtml_empty() {
        final InputStream in = new ByteArrayInputStream("".getBytes());
        final String content = htmlExtractor.getText(in, null).getContent();
        CloseableUtil.closeQuietly(in);
        logger.info(content);
        assertEquals("", content);
    }

            assertEquals(receivedDate[0], "2012-11-11T02:39:59.000Z");
        }
    }

    public void test_getDecodeText() throws Exception {
        assertEquals("", emlExtractor.getDecodeText(null));
        assertEquals("", emlExtractor.getDecodeText(""));
        assertEquals("abc123", emlExtractor.getDecodeText("abc123"));

        SmbAuthentication smbAuthentication;

        smbAuthentication = new SmbAuthentication();
        assertEquals("smb://", smbAuthentication.getPathPrefix());

        smbAuthentication = new SmbAuthentication();
        smbAuthentication.setServer("hoge");
        assertEquals("smb://hoge/", smbAuthentication.getPathPrefix());

        smbAuthentication = new SmbAuthentication();

            th.join();
        }
        assertEquals(num * 2, count.get());
        assertEquals(num, valueSet2.size());
    }

    @Test
    public void test_getLimitDocNum() throws Exception {
        assertEquals(10, ESSourceReader.getLimitDocNum(100, 10, -1));
        assertEquals(25, ESSourceReader.getLimitDocNum(50, 50, -1));
        assertEquals(10, ESSourceReader.getLimitDocNum(50, 50, 10));
    }

        CloseableUtil.closeQuietly(in);
        logger.info(content);
        assertTrue(content.contains("テスト"));
        assertEquals("Writer", extractData.getValues("Creator")[0]);
        assertEquals("OpenOffice.org 3.0", extractData.getValues("Producer")[0]);
        assertEquals("D:20090627222631+09'00'", extractData.getValues("CreationDate")[0]);
    }

    public void test_getText_pass() {

        logger.info(content);
        assertEquals("", content);
    }

    public void test_getEncoding_utf8() {
        final InputStream in = ResourceUtil.getResourceAsStream("extractor/test_utf8.xml");
        final BufferedInputStream bis = new BufferedInputStream(in);
        final String encoding = xmlExtractor.getEncoding(bis);
        CloseableUtil.closeQuietly(bis);
        assertEquals("UTF-8", encoding);
    }

    }

    public void test_include_processUrl() {
        assertEquals(0, includeFilter.cachedIncludeSet.size());
        assertEquals(0, includeFilter.cachedExcludeSet.size());

        includeFilter.processUrl("http://example.com/");

        assertEquals(1, includeFilter.cachedIncludeSet.size());
        assertEquals(0, includeFilter.cachedExcludeSet.size());
        assertEquals("http://example.com/.*", includeFilter.cachedIncludeSet.toArray()[0]);

        assertEquals(5, sitemaps.length);
        assertTrue(sitemapSet.isUrlSet());
        assertFalse(sitemapSet.isIndex());

        assertEquals("2005-01-01", sitemaps[0].getLastmod());
        assertEquals("http://www.example.com/", sitemaps[0].getLoc());
        assertEquals("monthly", ((SitemapUrl) sitemaps[0]).getChangefreq());
        assertEquals("0.8", ((SitemapUrl) sitemaps[0]).getPriority());

        suggester.refresh();

        assertEquals(2, suggester.getAllWordsNum());
        assertEquals(2, suggester.getDocumentWordsNum());
        assertEquals(1, suggester.getQueryWordsNum());

        suggester.indexer().deleteAll();
        suggester.refresh();
        assertEquals(0, suggester.getAllWordsNum());
        assertEquals(0, suggester.getDocumentWordsNum());
        assertEquals(0, suggester.getQueryWordsNum());
    }

        assertNotNull(tokens);
        assertEquals(3, tokens.size());
        assertEquals(0, tokens.get(0).getStartOffset());
        assertEquals(3, tokens.get(0).getEndOffset());
        assertEquals(4, tokens.get(1).getStartOffset());
        assertEquals(7, tokens.get(1).getEndOffset());
        assertEquals(8, tokens.get(2).getStartOffset());
        assertEquals(13, tokens.get(2).getEndOffset());
    }

    @Test