/**
     * Returns the most specific directive matching the given user agent.
     * The method finds the longest matching user agent pattern in the directives,
     * excluding the general "*" pattern which matches all bots.
     *
     * @param userAgent the user agent string to match against directives,
     *                 can be null (treated as empty string)

        // Test TabBot - tab characters should be treated as whitespace
        assertFalse(robotsTxt.allows("/tab1/", "TabBot"));
        assertTrue(robotsTxt.allows("/tab2/", "TabBot"));

        // Test bots with special characters - should be normalized to lowercase
        assertFalse(robotsTxt.allows("/trademark/", "Bot™"));
        assertFalse(robotsTxt.allows("/registered/", "Bot®"));

        // Test wildcard user-agent

        extensionMap.put("wpd", "txt");
        extensionMap.put("txt", "txt");
        extensionMap.put("html", "txt");
        // Spreadsheet Formats
        extensionMap.put("ods", "tsv");
        extensionMap.put("ots", "tsv");
        extensionMap.put("sxc", "tsv");
        extensionMap.put("xls", "tsv");
        extensionMap.put("xlsx", "tsv");
        extensionMap.put("csv", "tsv");
        extensionMap.put("tsv", "tsv");

    }

    public void test_complexScenario() {
        // Test complex robots.txt scenario
        RobotsTxt robotsTxt = new RobotsTxt();

        // Add directive for all bots
        Directive allBotsDirective = new Directive("*");
        allBotsDirective.addDisallow("/admin/");
        allBotsDirective.addDisallow("/private/");
        allBotsDirective.setCrawlDelay(1);

        }

        // Check Unicode encoded traversals
        if (UNICODE_TRAVERSAL.matcher(path).find()) {
            return true;
        }

        // Check for standalone double dots that could be dangerous
        String[] parts = path.split("[\\\\/]");
        for (String part : parts) {
            if (".".equals(part) || "..".equals(part)) {
                return true;
            }

        assertEquals("my-bucket-name", getField(storageConn, "bucketName"));
        assertEquals("object.txt", getField(storageConn, "objectName"));
    }

    /**
     * Test URL parsing with dots in bucket name.
     */
    public void test_urlParsing_dotsInBucket() throws Exception {
        URL url = new URL("storage://my.bucket.name/object.txt");
        Handler handler = new Handler();

        p1 = path1.lastIndexOf('/');
        p2 = path2.lastIndexOf('/');
        l1 = path1.length() - p1;
        l2 = path2.length() - p2;

        // anything with dots voids comparison
        if ((l1 > 1 && path1.charAt(p1 + 1) == '.') || (l2 > 1 && path2.charAt(p2 + 1) == '.')) {
            return true;
        }

labels.ignoreFailureType=Ignored Failure Type
labels.lastAccessTime=Last Access Time
labels.notificationTo=Notification To
labels.num=Num
labels.pn=Page Number
labels.protocolScheme=Scheme
labels.purgeByBots=Purge Bots
labels.logLevel=Log Level
labels.purgeSearchLogDay=Purge Search Log
labels.query=Query
labels.queryId=Query ID
labels.rt=rt
labels.searchLog=Search Log
labels.sort=Sort
labels.start=Start

        int length = name.writeScopeWireFormat(dst, 0);

        // First byte should be length of "test" (4) after processing
        assertEquals(4, dst[0]);

        // After processing, dots should be replaced with length markers
        // The scope processing happens backwards
        assertEquals(name.scope.length() + 2, length);
    }

    @Test

    public static final String PURGE_JOB_LOG_DAY_PROPERTY = "purge.joblog.day";

    /** Property key for bot-based purge configuration. */
    public static final String PURGE_BY_BOTS_PROPERTY = "purge.by.bots";

    /** Property key for search file proxy configuration. */
    public static final String SEARCH_FILE_PROXY_PROPERTY = "search.file.proxy";

    // ============================================================