Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 9 of 9 for setMaxDepth (0.55 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerContextTest.java

            crawlerContext.setMaxDepth(5);
            assertEquals(5, crawlerContext.getMaxDepth());
    
            crawlerContext.setMaxDepth(0);
            assertEquals(0, crawlerContext.getMaxDepth());
    
            crawlerContext.setMaxDepth(-1);
            assertEquals(-1, crawlerContext.getMaxDepth());
    
            crawlerContext.setMaxDepth(Integer.MAX_VALUE);
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 25.6K bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/extractor/impl/JsonExtractorTest.java

            final String content = extractData.getContent();
            assertTrue(content.contains("Sample Document"));
        }
    
        public void test_maxDepth() {
            jsonExtractor.setMaxDepth(1);
            final InputStream in = ResourceUtil.getResourceAsStream("extractor/json/test.json");
            final ExtractData extractData = jsonExtractor.getText(in, null);
            CloseableUtil.closeQuietly(in);
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Nov 23 03:46:53 UTC 2025
    - 4.7K bytes
    - Viewed (0)
  3. src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

                crawlerContext.setNumOfThread(numOfThread);
    
                // depth
                final int depth = webConfig.getDepth() != null ? webConfig.getDepth() : -1;
                crawlerContext.setMaxDepth(depth);
    
                // max count
                final long maxCount = webConfig.getMaxAccessCount() != null ? webConfig.getMaxAccessCount() : maxAccessCount;
                crawlerContext.setMaxAccessCount(maxCount);
    
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 25K bytes
    - Viewed (0)
  4. README.md

    crawler.crawlerContext.setMaxAccessCount(1000);
    
    // Set number of crawler threads
    crawler.crawlerContext.setNumOfThread(10);
    
    // Set maximum crawl depth
    crawler.crawlerContext.setMaxDepth(3);
    
    // Set request interval (politeness)
    crawler.crawlerContext.setDefaultIntervalTime(1000); // 1 second
    ```
    
    ### URL Filtering
    
    ```java
    // Include patterns
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Aug 31 05:32:52 UTC 2025
    - 15.3K bytes
    - Viewed (0)
  5. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

            crawler.crawlerContext.setMaxThreadCheckCount(3);
            // crawler.crawlerContext.setMaxAccessCount(maxCount);
            crawler.crawlerContext.setNumOfThread(numOfThread);
            crawler.crawlerContext.setMaxDepth(1);
            crawler.urlFilter.addInclude(url + ".*");
            final String sessionId = crawler.execute();
            assertEquals(maxCount, dataService.getCount(sessionId));
            dataService.delete(sessionId);
        }
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Tue Nov 11 13:40:14 UTC 2025
    - 25.8K bytes
    - Viewed (0)
  6. fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

            crawler.crawlerContext.setMaxThreadCheckCount(3);
            // crawler.robotContext.setMaxAccessCount(maxCount);
            crawler.crawlerContext.setNumOfThread(numOfThread);
            crawler.crawlerContext.setMaxDepth(1);
            crawler.urlFilter.addInclude(url + ".*");
            final String sessionId = crawler.execute();
            assertEquals(maxCount, dataService.getCount(sessionId));
            dataService.delete(sessionId);
        }
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 12.8K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/extractor/impl/JsonExtractor.java

        }
    
        /**
         * Sets the maximum depth for nested structure extraction.
         *
         * @param maxDepth the maximum depth
         */
        public void setMaxDepth(final int maxDepth) {
            this.maxDepth = maxDepth;
        }
    
        /**
         * Sets the field separator for key-value pairs.
         *
         * @param fieldSeparator the field separator
         */
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Nov 23 03:46:53 UTC 2025
    - 9.7K bytes
    - Viewed (0)
  8. CLAUDE.md

    // Exclude patterns (must not match)
    crawler.urlFilter.addExclude(".*\\.(css|js|png|jpg)$");
    ```
    
    ### Setting Crawl Limits
    
    ```java
    context.setMaxAccessCount(1000);  // Max URLs (0 = unlimited)
    context.setMaxDepth(3);           // Max depth (-1 = unlimited)
    context.setNumOfThread(10);       // Concurrent threads
    ```
    
    ### Accessing Results
    
    ```java
    DataService ds = container.getComponent("dataService");
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Fri Nov 28 17:31:34 UTC 2025
    - 10.7K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

            crawlerContext.maxThreadCheckCount = maxThreadCheckCount;
        }
    
        /**
         * Sets the maximum depth.
         * @param maxDepth The maximum depth.
         */
        public void setMaxDepth(final int maxDepth) {
            crawlerContext.maxDepth = maxDepth;
        }
    
        /**
         * Sets the maximum access count.
         * @param maxAccessCount The maximum access count.
         */
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 17K bytes
    - Viewed (0)
Back to top