continue;
                    }

                    TestAnalyzeToken token = new TestAnalyzeToken(word, position++, startOffset, endOffset, 1, // positionIncrement
                            "<ALPHANUM>", Collections.emptyMap());
                    tokens.add(token);
                    offset = endOffset;
                }
            }

            return tokens;
        }

        @Override

    String CRAWLER_DOCUMENT_APPEND_FILENAME = "crawler.document.append.filename";

    /** The key of the configuration. e.g. 20 */
    String CRAWLER_DOCUMENT_MAX_ALPHANUM_TERM_SIZE = "crawler.document.max.alphanum.term.size";

    /** The key of the configuration. e.g. 10 */
    String CRAWLER_DOCUMENT_MAX_SYMBOL_TERM_SIZE = "crawler.document.max.symbol.term.size";

    /** The key of the configuration. e.g. false */