// Should return true when no directives match
        assertTrue(robotsTxt.allows("/path", "MyBot"));
        assertTrue(robotsTxt.allows("/admin", "GoogleBot"));
    }

    public void test_allowsWithAllowedPath() {
        // Test allows method with allowed path
        RobotsTxt robotsTxt = new RobotsTxt();

        Directive directive = new Directive("MyBot");

    
    public HandleInfo getHandleForReconnect(String path) {
        HandleInfo info = handles.get(path);
        if (info != null && !info.isExpired()) {
            info.reconnecting = true;
            return info;
        }
        return null;
    }
    
    public void completeReconnect(String path, boolean success) {
        HandleInfo info = handles.get(path);
        if (info != null) {
            if (success) {

        private final long createTime;
        private volatile long lastAccessTime;
        private final String path;
        private volatile boolean breaking;
        
        public LeaseEntry(Smb2LeaseKey key, String path, int state) {
            this.leaseKey = key;
            this.path = path;
            this.leaseState = state;
            this.createTime = System.currentTimeMillis();

        String link;

        if (path == null || path.length() <= 1) {
            /*
             * Lookup the domain based DFS root target referral. Note the
             * path is just "\" and not "\example.com\root".
             */
            link = "\\";
        } else if (path.charAt(path.length() - 1) == '\\') {
            // strip trailing slash
            link = path.substring(0, path.length() - 1);
        } else {

        assertEquals("param=value", queryUrl.getQuery());
    }

    @Test
    @DisplayName("URL handles relative paths correctly")
    void testRelativeUrlHandling() throws Exception {
        // Create base URL
        URL baseUrl = new URL(null, "smb://server/share/", handler);

        // Test relative path resolution
        URL relativeUrl = new URL(baseUrl, "folder/file.txt");

     *
     * @param path file path
     * @param operation operation performed
     * @param success whether operation succeeded
     * @param username user performing operation
     */
    public void logFileAccess(String path, String operation, boolean success, String username) {
        Map<String, Object> context = getContextMap();
        context.put("path", sanitizePath(path));

**Web Crawling**:
- **Admin Path**: Crawler > Web
- **Supports**: HTTP/HTTPS websites
- **Features**: JavaScript rendering, authentication, custom headers

**File Crawling**:
- **Admin Path**: Crawler > File
- **Supports**: SMB, FTP, local file systems
- **Features**: Access control, file type filtering

**Data Store Crawling**:
- **Admin Path**: Crawler > Data Store

    /**
     * Receive buffer has been posted flag.
     */
    int FLAGS_RECEIVE_BUFFER_POSTED = 0x02;
    /**
     * Path names are case-insensitive flag.
     */
    int FLAGS_PATH_NAMES_CASELESS = 0x08;
    /**
     * Path names are canonicalized flag.
     */
    int FLAGS_PATH_NAMES_CANONICALIZED = 0x10;
    /**
     * Opportunistic lock requested or granted flag.
     */

    /** The path of the HTML: /error/notFound.jsp */
    HtmlNext path_Error_NotFoundJsp = new HtmlNext("/error/notFound.jsp");

    /** The path of the HTML: /error/redirect.jsp */
    HtmlNext path_Error_RedirectJsp = new HtmlNext("/error/redirect.jsp");

    /** The path of the HTML: /error/system.jsp */
    HtmlNext path_Error_SystemJsp = new HtmlNext("/error/system.jsp");

    /** The path of the HTML: /footer.jsp */

    int FLAGS_LOCK_AND_READ_WRITE_AND_UNLOCK = 0x01;
    /** Receive buffer posted flag */
    int FLAGS_RECEIVE_BUFFER_POSTED = 0x02;
    /** Path names are caseless flag */
    int FLAGS_PATH_NAMES_CASELESS = 0x08;
    /** Path names canonicalized flag */
    int FLAGS_PATH_NAMES_CANONICALIZED = 0x10;
    /** Oplock requested or granted flag */
    int FLAGS_OPLOCK_REQUESTED_OR_GRANTED = 0x20;