assertEquals(2, robotsTxt.getCrawlDelay("MixedCaseBot"));

        // Test CommentBot - inline comments should be stripped
        assertFalse(robotsTxt.allows("/path1/", "CommentBot"));
        assertTrue(robotsTxt.allows("/path2/", "CommentBot"));

        // Test EmptyLineBot - empty lines should not cause issues
        assertFalse(robotsTxt.allows("/test/", "EmptyLineBot"));