assertEquals(0, robotsTxt.getCrawlDelay("TestBot"));
        // Other directives should still work
        assertFalse(robotsTxt.allows("/test/", "TestBot"));
    }

    public void testParse_negativeCrawlDelay() {
        String robotsTxtContent = "User-agent: TestBot\n" + "Crawl-delay: -100\n" + "Disallow: /test/\n";

        RobotsTxt robotsTxt;