* @return the extracted value, or null if no match
     */
    protected String getValue(final Pattern pattern, final String line) {
        final Matcher m = pattern.matcher(line);
        if (m.matches() && m.groupCount() > 0) {
            return m.group(1);
        }
        return null;
    }

    /**
     * Strips comments from a line (everything after '#' character).

        Directive directive = new Directive("MyBot");
        directive.addDisallow("/admin/");
        robotsTxt.addDirective(directive);

        Directive matched = robotsTxt.getMatchedDirective("MyBot");
        assertNotNull(matched);
        assertEquals("MyBot", matched.getUserAgent());
    }

    public void test_getMatchedDirectiveWithWildcard() {
        // Test getMatchedDirective with wildcard

     * The query to execute when the term matches.
     */
    @Required
    @CustomSize(maxKey = "form.admin.max.input.size")
    public String query;

    /**
     * The maximum number of results to return.
     */
    @Required
    @Min(value = 0)
    @Max(value = 2147483647)
    @ValidateTypeFailure
    public Integer maxSize;

    /**
     * The boost score for matched results.
     */
    @Required

        }

        for (final Pattern pattern : includedDocUrlPatterns) {
            if (pattern.matcher(input).matches()) {
                return Constants.TRUE;
            }
        }

        for (final Pattern pattern : excludedDocUrlPatterns) {
            if (pattern.matcher(input).matches()) {
                return Constants.FALSE;
            }
        }

        return Constants.TRUE;
    }

     * Retrieves related content for a given search query.
     * First checks for exact term matches, then evaluates regex patterns.
     * For regex matches, the query placeholder is replaced with the actual query.
     *
     * @param query the search query to find related content for
     * @return array of related content strings, or empty array if no matches found
     */
    public String[] getRelatedContents(final String query) {

                        if (pos < line.length()) {
                            String data = line.substring(pos + 1).trim();
                            if (properyPattern.matcher(key).matches() && data.startsWith(CIPHER_PREFIX)) {
                                data = cipher.decrypt(data.substring(CIPHER_PREFIX.length()));
                            }
                            paramMap.put(key, data);

        }

        for (final Pattern pattern : includedDocPathPatterns) {
            if (pattern.matcher(input).matches()) {
                return Constants.TRUE;
            }
        }

        for (final Pattern pattern : excludedDocPathPatterns) {
            if (pattern.matcher(input).matches()) {
                return Constants.FALSE;
            }
        }

        return Constants.TRUE;

    }

        scriptType = ComponentUtil.getFessConfig().getCrawlerDefaultScript();
    }

    /**
     * Determines if the given document data matches the configured match expression.
     *
     * @param map the document data as a map of field names to values
     * @return true if the document matches the expression, false otherwise
     */
    public boolean match(final Map<String, Object> map) {

        });
    }

    /**
     * Processes virtual host configuration by applying a function to the matched virtual host key.
     *
     * @param <T> The return type of the function
     * @param func The function to apply to the virtual host key
     * @param defaultValue The default value to return if no virtual host matches
     * @return The result of applying the function, or the default value
     */

        final String value = clientConfigMap.get(CRAWLER_CLIENTS);
        final CrawlerClient client = getClientRuleList(value).stream().map(e -> {
            if (e.getSecond().matcher(url).matches()) {
                return e.getFirst();
            }
            return null;
        })
                .filter(StringUtil::isNotBlank)
                .findFirst()//