// Should handle edge cases gracefully
        assertTrue(robotsTxt.getCrawlDelay("NumericBot") >= 0);

        // Test TabBot - tab characters should be treated as whitespace
        assertFalse(robotsTxt.allows("/tab1/", "TabBot"));
        assertTrue(robotsTxt.allows("/tab2/", "TabBot"));

        // Test bots with special characters - should be normalized to lowercase