// Test getCrawlDelay when no directive matches
        RobotsTxt robotsTxt = new RobotsTxt();

        assertEquals(0, robotsTxt.getCrawlDelay("MyBot"));
    }

    public void test_getCrawlDelayWithDirective() {
        // Test getCrawlDelay with directive
        RobotsTxt robotsTxt = new RobotsTxt();

        Directive directive = new Directive("MyBot");
        directive.setCrawlDelay(5);