*/
    protected boolean isDuplicateTermRemoved() {
        final FessConfig fessConfig = ComponentUtil.getFessConfig();
        return fessConfig.isCrawlerDocumentDuplicateTermRemoved();
    }

    /**
     * Gets the array of space character codes from configuration.
     *
     * @return array of character codes to be treated as spaces
     */

     * comment: Whether to remove duplicate terms in documents.
     * @return The determination, true or false. (if not found, exception but basically no way)
     */
    boolean isCrawlerDocumentDuplicateTermRemoved();

    /**
     * Get the value for the key 'crawler.document.space.chars'. <br>