if (excludedPaths != null && excludedPaths.matcher(path).matches()) {
                    if (logger.isDebugEnabled()) {
                        logger.debug("Path {} matches the include/exclude path expression {} on {} of label.", path, excludedPaths, value);
                    }
                    return false;
                }
                if (logger.isDebugEnabled()) {

            return length;
        }

        /**
         * Checks if the given path matches this pattern.
         * @param path the path to check
         * @return true if the path matches, false otherwise
         */
        public boolean matches(final String path) {
            return regexPattern.matcher(path).find();
        }

        /**
         * Gets the original pattern string.

            final Matcher matcher = pattern.matcher(v.trim());
            if (matcher.matches()) {
                final PrunedTag tag = new PrunedTag(matcher.group(1));
                if (matcher.group(2) != null) {
                    final String attrPair = matcher.group(2).substring(1, matcher.group(2).length() - 1);

        // Verify patterns work correctly
        assertTrue(includePatterns.get(0).matcher("http://example.com/page").matches());
        assertTrue(excludePatterns.get(0).matcher("http://example.com/admin/users").matches());
        assertFalse(excludePatterns.get(0).matcher("http://example.com/page").matches());

        urlFilterService.delete(sessionId);
    }

    }

    /**
     * Creates a path matcher function for path mapping.
     *
     * @param matcher the regex matcher
     * @param replacement the replacement string
     * @return the path matcher function
     */
    public BiFunction<String, Matcher, String> createPathMatcher(final Matcher matcher, final String replacement) { // for PathMapping

            return null;
        }

        for (final Map.Entry<Pattern, CrawlerClient> entry : clientMap.entrySet()) {
            final Matcher matcher = entry.getKey().matcher(urlKey);
            if (matcher.matches()) {
                return entry.getValue();
            }
        }
        return null;
    }

    /**
     * Sets the initialization parameter map for all clients.

     * Retrieves related content for a given search query.
     * First checks for exact term matches, then evaluates regex patterns.
     * For regex matches, the query placeholder is replaced with the actual query.
     *
     * @param query the search query to find related content for
     * @return array of related content strings, or empty array if no matches found
     */
    public String[] getRelatedContents(final String query) {

     * @return the extracted value, or null if no match
     */
    protected String getValue(final Pattern pattern, final String line) {
        final Matcher m = pattern.matcher(line);
        if (m.matches() && m.groupCount() > 0) {
            return m.group(1);
        }
        return null;
    }

    /**
     * Strips comments from a line (everything after '#' character).

        Directive directive = new Directive("MyBot");
        directive.addDisallow("/admin/");
        robotsTxt.addDirective(directive);

        Directive matched = robotsTxt.getMatchedDirective("MyBot");
        assertNotNull(matched);
        assertEquals("MyBot", matched.getUserAgent());
    }

    public void test_getMatchedDirectiveWithWildcard() {
        // Test getMatchedDirective with wildcard

        }

        for (final Pattern pattern : includedDocUrlPatterns) {
            if (pattern.matcher(input).matches()) {
                return Constants.TRUE;
            }
        }

        for (final Pattern pattern : excludedDocUrlPatterns) {
            if (pattern.matcher(input).matches()) {
                return Constants.FALSE;
            }
        }

        return Constants.TRUE;
    }