@Resource
    protected ArchiveStreamFactory archiveStreamFactory;

    protected long maxContentSize = -1;

    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }

import java.io.InputStream;
import java.util.Map;

import org.codelibs.fess.crawler.entity.ExtractData;

/**
 * @author shinsuke
 *
 */
public interface Extractor {

    ExtractData getText(InputStream in, Map<String, String> params);

    default int getWeight() {
        return 1;
    }

                    }
                });
    }

    /*
     * (non-Javadoc)
     *
     * @see org.codelibs.fess.crawler.extractor.Extractor#getText(java.io.InputStream,
     * java.util.Map)
     */
    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }

import org.codelibs.fess.crawler.exception.ExtractException;

/**
 * @author shinsuke
 *
 */
public class FilenameExtractor extends AbstractExtractor {

    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }

/**
 * @author shinsuke
 *
 */
public class TextExtractor extends AbstractExtractor {

    protected String encoding = Constants.UTF_8;

    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }
        try {

                try {
                    popularWordsRequestBuilder.execute().getResponse().getItems().stream().forEach(item -> wordList.add(item.getText()));
                } catch (final SuggesterException e) {
                    logger.warn("Failed to generate popular words.", e);
                }

                return wordList;
            });

        }
    }

    @Override
    public ExtractData getText(final InputStream inputStream, final Map<String, String> params) {
        return getText(inputStream, params, null);
    }

    protected ExtractData getText(final InputStream inputStream, final Map<String, String> params,
            final BiConsumer<ExtractData, InputStream> postFilter) {

    protected boolean standardOutput = false;

    /*
     * (non-Javadoc)
     *
     * @see org.codelibs.fess.crawler.extractor.Extractor#getText(java.io.InputStream,
     * java.util.Map)
     */
    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        final String resourceName = params == null ? null : params.get(ExtractData.RESOURCE_NAME_KEY);

        params.put(ExtractData.CONTENT_TYPE, responseData.getMimeType());
        String content = null;
        try (final InputStream in = responseData.getResponseBody()) {
            content = extractor.getText(in, params).getContent();
        } catch (final Exception e) {
            throw new CrawlingAccessException("Could not extract data.", e);
        }

        final ResultData resultData = new ResultData();

                }
                return new ExtractData(StringUtil.EMPTY);
            } else {
                try (InputStream is = getContentInputStream(out)) {
                    return extractor.getText(is, params);
                }
            }
        } catch (final CrawlingAccessException e) {
            throw e;
        } catch (final Exception e) {