directive.setCrawlDelay(5);
        robotsTxt.addDirective(directive);

        assertEquals(5, robotsTxt.getCrawlDelay("MyBot"));
    }

    public void test_getDirective() {
        // Test getDirective method
        RobotsTxt robotsTxt = new RobotsTxt();

        Directive directive = new Directive("MyBot");
        robotsTxt.addDirective(directive);

     * where '*' is replaced with '.*' for pattern matching, and stored case-insensitively.
     *
     * @param directive The directive to add to the robots.txt rules
     */
    public void addDirective(final Directive directive) {
        directiveMap.put(Pattern.compile(directive.getUserAgent().replace("*", ".*"), Pattern.CASE_INSENSITIVE), directive);
    }

    /**

                        if (currentDirective == null) {
                            currentDirective = new Directive(userAgent);
                            robotsTxt.addDirective(currentDirective);
                        }
                        // Add to current list - multiple consecutive User-agent lines
                        // form a group and subsequent rules apply to all of them