// Test unknown bot (should match * directive)
        assertFalse(robotsTxt.allows("/admin/", "UnknownBot"));
        assertFalse(robotsTxt.allows("/private/", "UnknownBot"));
        assertTrue(robotsTxt.allows("/public/", "UnknownBot"));
        assertEquals(1, robotsTxt.getCrawlDelay("UnknownBot"));

        // Test sitemaps
        String[] sitemaps = robotsTxt.getSitemaps();

            assertTrue(robotsTxt.allows("/foo/bar/index.html", userAgent));
            assertEquals(1, robotsTxt.getCrawlDelay(userAgent));
        }

        for (String userAgent : new String[] { "UnknownBot", "", " ", null }) {
            assertTrue(robotsTxt.allows("/aaa", userAgent));
            assertFalse(robotsTxt.allows("/private/", userAgent));
            assertFalse(robotsTxt.allows("/private/index.html", userAgent));