/**
     * Constructs a new {@link NormalizerChain}.
     */
    public NormalizerChain() {
        // nothing
    }

    List<Normalizer> normalizers = new ArrayList<>();

    @Override
    public String normalize(final String text, final String field, final String... langs) {
        String tmp = text;
        for (final Normalizer normalizer : normalizers) {

        this.stopWords =
                Analysis.parseWords(env, settings, "stopwords", JapaneseAnalyzer.getDefaultStopSet(), NAMED_STOP_WORDS, ignoreCase);
    }

    @Override
    public TokenStream create(TokenStream tokenStream) {
        if (removeTrailing) {
            return new StopFilter(tokenStream, stopWords);
        } else {

    public void setDomain(final String domain) {
        this.domain = domain;
    }

    /**
     * Returns a string representation of this object.
     * @return A string representation.
     */
    @Override
    public String toString() {
        return "[" + domain + "] " + username + "@" + server + ":" + port;
    }

    public void setContent(final String content) {
        this.content = content;
    }

    /**
     * Returns a string representation of this object.
     * @return A string representation.
     */
    @Override
    public String toString() {
        return "ExtractData [metadata=" + metadata + ", content=" + content + "]";
    }

    /**
     * Matches the given response data against the sitemaps rule.
     * @param responseData The response data.
     * @return true if the response data matches the sitemaps rule, false otherwise.
     */
    @Override
    public boolean match(final ResponseData responseData) {
        if (super.match(responseData)) {
            try (final InputStream is = responseData.getResponseBody()) {

     * The maximum content size.
     */
    protected long maxContentSize = -1;

    /**
     * Creates a new ZipExtractor instance.
     */
    public ZipExtractor() {
        super();
    }

    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }

 * @author shinsuke
 *
 */
public class EmlExtractorTest extends PlainTestCase {
    private static final Logger logger = LogManager.getLogger(EmlExtractorTest.class);

    public EmlExtractor emlExtractor;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("emlExtractor", EmlExtractor.class);

     */
    public AnalyzerNormalizer(final Client client, final SuggestSettings settings) {
        this.client = client;
        this.settings = settings;
        analyzerSettings = settings.analyzer();
    }

    @Override
    public String normalize(final String text, final String field, final String... langs) {
        final Normalizer normalizer;
        if (langs == null || langs.length == 0) {

     * Maximum content size.
     */
    protected long maxContentSize = -1;

    /**
     * Creates a new TarExtractor instance.
     */
    public TarExtractor() {
        super();
    }

    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }

            } else if ("extended".equalsIgnoreCase(modeSetting)) {
                mode = JapaneseTokenizer.Mode.EXTENDED;
            }
        }
        return mode;
    }

    @Override
    public Tokenizer create() {
        JapaneseTokenizer t = new JapaneseTokenizer(userDictionary, discartPunctuation, mode);
        int nBestCost = this.nBestCost;
        if (nBestExamples != null) {