Allow: /public/
Crawl-delay: invalid-number
Crawl-delay: -10
Crawl-delay: 5.5
Crawl-delay:
Allow:    # empty value

# Case 3: Multiple colons in directive
User-agent: MultiColonBot
Disallow: http://example.com:8080/path
Allow: /path:with:colons

# Case 4: Extra whitespace
User-agent:    ExtraSpaceBot
Disallow:     /spaced/
   Allow:   /also-spaced/

        assertEquals(0, robotsTxt.getCrawlDelay("GoodBot")); // invalid values ignored

        // Test MultiColonBot - colons in paths should be preserved
        assertFalse(robotsTxt.allows("http://example.com:8080/path", "MultiColonBot"));
        assertTrue(robotsTxt.allows("/path:with:colons", "MultiColonBot"));

        // Test ExtraSpaceBot - extra whitespace should be handled