Pattern[] patterns = (Pattern[]) propMap.get(CRAWLER_METADATA_CONTENT_EXCLUDES);
        if (patterns == null) {
            patterns = split(getCrawlerMetadataContentExcludes(), ",")
                    .get(stream -> stream.filter(StringUtil::isNotBlank).map(Pattern::compile).toArray(n -> new Pattern[n]));
            propMap.put(CRAWLER_METADATA_CONTENT_EXCLUDES, patterns);
        }

crawler.document.html.default.lang=
# Patterns to include for HTML index processing.
crawler.document.html.default.include.index.patterns=
# Patterns to exclude for HTML index processing.
crawler.document.html.default.exclude.index.patterns=(?i).*(css|js|jpeg|jpg|gif|png|bmp|wmv|xml|ico|exe)
# Patterns to include for HTML search processing.
crawler.document.html.default.include.search.patterns=
# Patterns to exclude for HTML search processing.

    /** Idle connection timeout in milliseconds */
    protected long idleConnectionTimeout = 60 * 1000L; // 1min

    /** Pattern for matching HTTP redirect status codes */
    protected Pattern redirectHttpStatusPattern = Pattern.compile("[3][0-9][0-9]");

    /** Whether to use robots.txt disallow rules */
    protected boolean useRobotsTxtDisallows = true;

     *
     * @param convertUrlMap the map of regex patterns to replacement strings
     */
    public void setConvertUrlMap(final Map<String, String> convertUrlMap) {
        this.convertUrlMap.putAll(convertUrlMap);
    }

    /**
     * Adds a URL conversion rule.
     *
     * @param regex the regular expression pattern to match
     * @param replacement the replacement string
     */

        }
        return getQuerySet().map(querySet -> {
            final String pattern = querySet.stream().map(LaFunctions::h).map(Pattern::quote).collect(Collectors.joining("|"));
            if (StringUtil.isBlank(pattern)) {
                return null;
            }
            final Matcher matcher = Pattern.compile(pattern, Pattern.CASE_INSENSITIVE | Pattern.UNICODE_CASE).matcher(value);

     *
     * @param ldapUser the LDAP user to retrieve roles for
     * @param bindDn the bind DN for LDAP connection
     * @param accountFilter the account filter pattern
     * @param groupFilter the group filter pattern
     * @param lazyLoading the lazy loading consumer for roles
     * @return an array of role names
     */

        "type" : "reloadable_kuromoji_tokenizer",
        "mode" : "normal",
        "discard_punctuation" : "false"
      },
      "pattern_split" : {
        "type" : "simple_pattern_split",
        "pattern" : "__and__"
      }
    },
    "analyzer" : {
      "reading_analyzer" : {
        "type" : "custom",
        "tokenizer" : "kuromoji_neologd_normal",
        "filter" : ["reading_form"]
      },