assertEquals(20, context.getMaxThreadCheckCount());
        assertEquals(-1, context.getMaxDepth());
        assertEquals(0L, context.getMaxAccessCount());
    }

    /**
     * Test sessionId getter and setter
     */
    public void test_sessionId() {
        assertNull(crawlerContext.getSessionId());

        crawlerContext.setSessionId("test-session-001");

    protected static final Pattern ALLOW_RECORD = Pattern.compile("^allow:\\s*([^\\s]*)\\s*$", Pattern.CASE_INSENSITIVE);

    /** Pattern for parsing crawl-delay records. */
    protected static final Pattern CRAWL_DELAY_RECORD = Pattern.compile("^crawl-delay:\\s*([^\\s]+)\\s*$", Pattern.CASE_INSENSITIVE);

    /**
     * Pattern for Sitemap record.
     */

    /**
     * Test adding invalid regex include pattern
     */
    public void test_addInclude_invalidRegex() {
        String sessionId = "test-session-004";
        urlFilter.init(sessionId);

        // Invalid regex pattern should be handled gracefully
        urlFilter.addInclude(".*[invalid");
        urlFilter.addInclude("https://valid.com/.*");

        // Valid pattern should still work

    </magic>
    <glob pattern="*.bin"/>
    <glob pattern="*.dms"/>
    <glob pattern="*.lha"/>
    <glob pattern="*.lrf"/>
    <glob pattern="*.lzh"/>
    <glob pattern="*.so"/>
    <glob pattern="*.dist"/>
    <glob pattern="*.distz"/>
    <glob pattern="*.pkg"/>
    <glob pattern="*.bpk"/>
    <glob pattern="*.dump"/>
    <glob pattern="*.elc"/>
    <glob pattern="*.deploy"/>

     * @return the parsed charset name, or null if not found
     */
    protected String parseCharset(final String content) {
        final Pattern pattern = Pattern.compile("; *charset *= *([a-zA-Z0-9\\-_]+)", Pattern.CASE_INSENSITIVE);
        final Matcher matcher = pattern.matcher(content);
        if (matcher.find()) {
            return matcher.group(1);
        }
        return null;
    }

    /**

 * Provides common functionality and properties for crawler rules.
 *
 * <p>
 * This class handles the registration of rules with the {@link RuleManager}
 * and provides getter and setter methods for common properties such as
 * {@code ruleId} and {@code responseProcessor}.
 * </p>
 *
 * <p>
 * Subclasses should extend this class and implement the abstract methods

 * This class provides methods to handle authentication details such as
 * authentication scope, credentials, and authentication scheme.
 *
 * <p>
 * It includes constructors to initialize these details and getter and setter
 * methods to access and modify them.
 * </p>
 *
 * <p>
 * Example usage:
 * </p>
 * <pre>
 * {@code
 * AuthScope authScope = new AuthScope("example.com", 80);

    }

    /**
     * Adds an include URL pattern for the specified session.
     * @param sessionId the session ID
     * @param url the URL pattern to include
     */
    public synchronized void addIncludeUrlPattern(final String sessionId, final String url) {
        final List<Pattern> patternList = getIncludeUrlPatternList(sessionId);
        patternList.add(Pattern.compile(url));
    }

    /**

    /**
     * Pattern for XML tags.
     */
    protected Pattern xmlTagPattern = Pattern.compile("<[^>]+>");

    /**
     * Returns the encoding pattern.
     * @return The encoding pattern.
     */
    @Override
    protected Pattern getEncodingPattern() {
        return xmlEncodingPattern;
    }

    /**

        final List<Pattern> includeList = getUrlFilterService().getIncludeUrlPatternList(sessionId);
        final List<Pattern> excludeList = getUrlFilterService().getExcludeUrlPatternList(sessionId);

        if (!includeList.isEmpty()) {
            boolean match = false;
            for (final Pattern pattern : includeList) {
                final Matcher matcher = pattern.matcher(url);