User-agent: SameLengthBot
Disallow: /page
Allow: /page

# Test multiple wildcards
User-agent: MultiWildcardBot
Disallow: /*.cgi*
Disallow: /*?*id=*

# Test literal $ in middle of pattern
User-agent: DollarBot
Disallow: /price$info

        assertTrue(robotsTxt.allows("/page?name=test", "MultiWildcardBot")); // no id=

        // Test DollarBot - literal $ in middle of pattern
        // Disallow: /price$info - $ in middle should be treated as literal
        assertFalse(robotsTxt.allows("/price$info", "DollarBot"));
        assertTrue(robotsTxt.allows("/priceinfo", "DollarBot"));

        // Test sitemaps

                    // End-of-path: matches the end of the URL
                    if (i == pattern.length() - 1) {
                        regex.append("$");
                    } else {
                        // $ in the middle is treated as a literal character
                        regex.append("\\$");
                    }
                } else {
                    // Escape special regex characters

        this.connectionCheckInterval = connectionCheckInterval;
    }

    /**
     * Sets the idle connection timeout in milliseconds.
     *
     * @param idleConnectionTimeout The idle connection timeout
     */
    public void setIdleConnectionTimeout(final long idleConnectionTimeout) {
        this.idleConnectionTimeout = idleConnectionTimeout;
    }

crawler.ignore.content.exception=true
# HTTP status codes considered as failure URLs.
crawler.failure.url.status.codes=404
# Interval (seconds) for system monitor during crawling.
crawler.system.monitor.interval=60
# Whether to ignore idle threads in hot thread monitoring.
crawler.hotthread.ignore_idle_threads=true
# Interval for hot thread monitoring (e.g., 500ms).
crawler.hotthread.interval=500ms
# Number of snapshots for hot thread monitoring.

    Integer getCrawlerSystemMonitorIntervalAsInteger();

    /**
     * Get the value for the key 'crawler.hotthread.ignore_idle_threads'. <br>
     * The value is, e.g. true <br>
     * comment: Whether to ignore idle threads in hot thread monitoring.
     * @return The value of found property. (NotNull: if not found, exception but basically no way)
     */
    String getCrawlerHotthreadIgnoreIdleThreads();

    /**