assertEquals(0, robotsTxt.getCrawlDelay("GoodBot")); // invalid values ignored

        // Test MultiColonBot - colons in paths should be preserved
        assertFalse(robotsTxt.allows("http://example.com:8080/path", "MultiColonBot"));
        assertTrue(robotsTxt.allows("/path:with:colons", "MultiColonBot"));

        // Test ExtraSpaceBot - extra whitespace should be handled