createDefaultReadingConverter(), createDefaultNormalizer());
        SuggestItem item = items.get(0);
        assertEquals("検索エンジン", item.getText());
        assertEquals(SuggestItem.Kind.QUERY, item.getKinds()[0]);
        assertEquals(1, item.getQueryFreq());
    }

    public void test_parseQueryLog2Word() throws Exception {

            zipExtractor.setMaxContentSize(100);
            zipExtractor.getText(in, null);
            fail();
        } catch (MaxLengthExceededException e) {
            // pass
        }
        zipExtractor.setMaxContentSize(-1);
    }

    public void test_getText_null() {
        try {
            zipExtractor.getText(null, null);
            fail();
        } catch (final CrawlerSystemException e) {

    /**
     * Extracts text from the PowerPoint input stream.
     * @param in The input stream.
     * @param params The parameters.
     * @return The extracted data.
     */
    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }
        try {
            @SuppressWarnings("resource")

        try {
            tikaExtractor.getText(in, null);
            fail();
        } catch (final ExtractException e) {
            logger.info(e.getMessage());
        }
    }

    public void test_getTika_tar() {
        final InputStream in = ResourceUtil.getResourceAsStream("extractor/tar/test.tar");
        final ExtractData extractData = tikaExtractor.getText(in, null);

        extractor.command = getCommand(scriptFile);
        final Map<String, String> params = new HashMap<String, String>();
        final ExtractData text = extractor.getText(new FileInputStream(contentFile), params);
        assertEquals(content, text.getContent());
    }

    public void test_getText_withUrl() throws IOException {
        final File scriptFile = createScriptTempFile(3);

        ExtractData extractData = jodExtractor.getText(in, null);
        String content = extractData.getContent();
        CloseableUtil.closeQuietly(in);
        logger.info(content);
        assertTrue(content.contains("テスト"));
    }

    public void test_getText_null() {
        try {
            jodExtractor.getText(null, null);
            fail();
        } catch (CrawlerSystemException e) {

        final String content = htmlXpathExtractor.getText(in, null).getContent();
        CloseableUtil.closeQuietly(in);
        logger.info(content);
        assertTrue(content.contains("テスト"));
    }

    public void test_getHtml_sjis() {
        final InputStream in = ResourceUtil.getResourceAsStream("extractor/test_sjis.html");
        final String content = htmlXpathExtractor.getText(in, null).getContent();

        final String content = xmlExtractor.getText(in, null).getContent();
        CloseableUtil.closeQuietly(in);
        logger.info(content);
        assertTrue(content.contains("テスト"));
    }

    public void test_getXml_entity() {
        final InputStream in = ResourceUtil.getResourceAsStream("extractor/test_entity.xml");
        final String content = xmlExtractor.getText(in, null).getContent();

        SuggestItem item = new SuggestItem(text, readings, null, 0L, 0L, 1.0f, null, null, null, SuggestItem.Kind.USER);

        // Test text
        item.setText("sample text");
        assertEquals("sample text", item.getText());

        // Test timestamp
        ZonedDateTime now = ZonedDateTime.now();
        item.setTimestamp(now);
        assertEquals(now, item.getTimestamp());

    }

    public void test_getText() throws IOException {
        try (final InputStream in = ResourceUtil.getResourceAsStream("extractor/eml/sample1.eml")) {
            ExtractData data = emlExtractor.getText(in, null);
            final String content = data.getContent();
            logger.info(content);
            assertTrue(content.contains("プレイステーション"));
            assertTrue(data.getValues("Subject")[0].contains("ダイジェスト"));