void testValidSmbPaths(String path) {
        assertDoesNotThrow(() -> InputValidator.validateSmbPath(path));
    }

    @ParameterizedTest
    @DisplayName("Test invalid path characters")
    @ValueSource(strings = { "file:name.txt", "file<name>.txt", "file|name.txt", "file*name.txt", "file?name.txt", "file\"name.txt" })
    void testInvalidPathCharacters(String path) {

                    }
                    crawler.addUrl(u);
                    if (logger.isInfoEnabled()) {
                        logger.info("Target Path: {}", u);
                    }
                }
            }));

            // set included paths
            final AtomicBoolean urlEncodeDisabled = new AtomicBoolean(false);

        // Should return true when no directives match
        assertTrue(robotsTxt.allows("/path", "MyBot"));
        assertTrue(robotsTxt.allows("/admin", "GoogleBot"));
    }

    public void test_allowsWithAllowedPath() {
        // Test allows method with allowed path
        RobotsTxt robotsTxt = new RobotsTxt();

        Directive directive = new Directive("MyBot");

    
    public HandleInfo getHandleForReconnect(String path) {
        HandleInfo info = handles.get(path);
        if (info != null && !info.isExpired()) {
            info.reconnecting = true;
            return info;
        }
        return null;
    }
    
    public void completeReconnect(String path, boolean success) {
        HandleInfo info = handles.get(path);
        if (info != null) {
            if (success) {

        private final long createTime;
        private volatile long lastAccessTime;
        private final String path;
        private volatile boolean breaking;
        
        public LeaseEntry(Smb2LeaseKey key, String path, int state) {
            this.leaseKey = key;
            this.path = path;
            this.leaseState = state;
            this.createTime = System.currentTimeMillis();

        String link;

        if (path == null || path.length() <= 1) {
            /*
             * Lookup the domain based DFS root target referral. Note the
             * path is just "\" and not "\example.com\root".
             */
            link = "\\";
        } else if (path.charAt(path.length() - 1) == '\\') {
            // strip trailing slash
            link = path.substring(0, path.length() - 1);
        } else {

        assertEquals("param=value", queryUrl.getQuery());
    }

    @Test
    @DisplayName("URL handles relative paths correctly")
    void testRelativeUrlHandling() throws Exception {
        // Create base URL
        URL baseUrl = new URL(null, "smb://server/share/", handler);

        // Test relative path resolution
        URL relativeUrl = new URL(baseUrl, "folder/file.txt");

    /**
     * Receive buffer has been posted flag.
     */
    int FLAGS_RECEIVE_BUFFER_POSTED = 0x02;
    /**
     * Path names are case-insensitive flag.
     */
    int FLAGS_PATH_NAMES_CASELESS = 0x08;
    /**
     * Path names are canonicalized flag.
     */
    int FLAGS_PATH_NAMES_CANONICALIZED = 0x10;
    /**
     * Opportunistic lock requested or granted flag.
     */

     *
     * @param path file path
     * @param operation operation performed
     * @param success whether operation succeeded
     * @param username user performing operation
     */
    public void logFileAccess(String path, String operation, boolean success, String username) {
        Map<String, Object> context = getContextMap();
        context.put("path", sanitizePath(path));

**Web Crawling**:
- **Admin Path**: Crawler > Web
- **Supports**: HTTP/HTTPS websites
- **Features**: JavaScript rendering, authentication, custom headers

**File Crawling**:
- **Admin Path**: Crawler > File
- **Supports**: SMB, FTP, local file systems
- **Features**: Access control, file type filtering

**Data Store Crawling**:
- **Admin Path**: Crawler > Data Store