Disallow: /path with spaces/
Disallow: /path%20encoded/
Disallow: /path?query=value
Disallow: /path#fragment
Allow: /unicode/日本語/

# Case 10: Multiple User-agents in sequence
User-agent: Bot1
User-agent: Bot2
User-agent: Bot3
Disallow: /shared/

# Case 11: Sitemap with various formats
Sitemap: http://example.com/sitemap.xml
sitemap: http://example.com/sitemap2.xml
SITEMAP: http://example.com/sitemap3.xml

        assertFalse(robotsTxt.allows("/path?query=value", "SpecialCharBot"));

        // Test multiple User-agents in sequence (Bot1, Bot2, Bot3 should share the same rules)
        assertFalse(robotsTxt.allows("/shared/", "Bot1"));
        assertFalse(robotsTxt.allows("/shared/", "Bot2"));
        assertFalse(robotsTxt.allows("/shared/", "Bot3"));

        // Test sitemaps - should parse valid sitemaps and ignore invalid ones