assertTrue(robotsTxt.allows("/path2/", "CommentBot"));

        // Test EmptyLineBot - empty lines should not cause issues
        assertFalse(robotsTxt.allows("/test/", "EmptyLineBot"));
        assertTrue(robotsTxt.allows("/public/", "EmptyLineBot"));

# Case 6: Comments in various positions
User-agent: CommentBot # inline comment
Disallow: /path1/ # another comment
# Full line comment
Allow: /path2/

# Case 7: Empty lines and whitespace-only lines
User-agent: EmptyLineBot


Disallow: /test/

Allow: /public/

# Case 8: Very long user-agent
User-agent: VeryLongBotNameThatExceedsNormalLengthAndShouldStillBeProcessedCorrectlyWithoutAnyIssuesEvenThoughItIsExtremelyLongAndUnusual