crawler.document.append.data=true
# Whether to append filename to documents.
crawler.document.append.filename=false
# Maximum size of alphanumeric terms in documents.
crawler.document.max.alphanum.term.size=20
# Maximum size of symbol terms in documents.
crawler.document.max.symbol.term.size=10
# Whether to remove duplicate terms in documents.
crawler.document.duplicate.term.removed=false
# Unicode space characters for document parsing.

/*
 Copyright (C) Federico Zivolo 2020
 Distributed under the MIT License (license terms are at http://opensource.org/licenses/MIT).

import org.opensearch.search.aggregations.bucket.sampler.SamplerAggregationBuilder;
import org.opensearch.search.aggregations.bucket.terms.SignificantTermsAggregationBuilder;
import org.opensearch.search.aggregations.bucket.terms.TermsAggregationBuilder;
import org.opensearch.search.aggregations.metrics.AvgAggregationBuilder;
import org.opensearch.search.aggregations.metrics.CardinalityAggregationBuilder;

     * @return The value of found property. (NotNull: if not found, exception but basically no way)
     */
    String getCrawlerDocumentDuplicateTermRemoved();

    /**
     * Is the property for the key 'crawler.document.duplicate.term.removed' true? <br>
     * The value is, e.g. false <br>
     * comment: Whether to remove duplicate terms in documents.

import org.opensearch.search.aggregations.bucket.sampler.SamplerAggregationBuilder;
import org.opensearch.search.aggregations.bucket.terms.SignificantTermsAggregationBuilder;
import org.opensearch.search.aggregations.bucket.terms.TermsAggregationBuilder;
import org.opensearch.search.aggregations.metrics.AvgAggregationBuilder;
import org.opensearch.search.aggregations.metrics.CardinalityAggregationBuilder;

labels.boost_document_rule_list=Boost Document Rule List
labels.bad_word_list=Bad Word List
labels.backup_list=Backup List
labels.access_token_list=Access Token List
labels.suggest_search_log_enabled=Suggest from Search Terms
labels.suggest_documents_enabled=Suggest from Documents
labels.purge_suggest_search_log_day=Delete old suggest info
labels.crawling_info_title=Crawling Info
labels.crawling_info_title_confirm=Crawling Info

import org.opensearch.search.SearchHits;
import org.opensearch.search.aggregations.AggregationBuilders;
import org.opensearch.search.aggregations.bucket.filter.FilterAggregationBuilder;
import org.opensearch.search.aggregations.bucket.terms.TermsAggregationBuilder;
import org.opensearch.search.collapse.CollapseBuilder;
import org.opensearch.search.fetch.subphase.highlight.HighlightBuilder;
import org.opensearch.threadpool.ThreadPool;

import org.opensearch.search.aggregations.bucket.sampler.SamplerAggregationBuilder;
import org.opensearch.search.aggregations.bucket.terms.SignificantTermsAggregationBuilder;
import org.opensearch.search.aggregations.bucket.terms.TermsAggregationBuilder;
import org.opensearch.search.aggregations.metrics.AvgAggregationBuilder;
import org.opensearch.search.aggregations.metrics.CardinalityAggregationBuilder;

    /** The key of the message: Access Token List */
    public static final String LABELS_access_token_list = "{labels.access_token_list}";

    /** The key of the message: Suggest from Search Terms */
    public static final String LABELS_suggest_search_log_enabled = "{labels.suggest_search_log_enabled}";

    /** The key of the message: Suggest from Documents */