Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 1 - 6 of 6 for CrawlerContext (0.07 seconds)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

                        crawlerContext.getNumOfThread(), crawlerContext.maxDepth, crawlerContext.maxAccessCount);
            }
    
            // context
            crawlerContext.urlFilter = urlFilter;
            crawlerContext.ruleManager = ruleManager;
            crawlerContext.intervalController = intervalController;
    
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Mon Nov 24 03:59:47 GMT 2025
    - 17K bytes
    - Click Count (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

            this.clientFactory = clientFactory;
        }
    
        /**
         * Sets the crawler context.
         * @param crawlerContext The CrawlerContext instance.
         */
        public void setCrawlerContext(final CrawlerContext crawlerContext) {
            this.crawlerContext = crawlerContext;
        }
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Wed Dec 31 09:07:38 GMT 2025
    - 20.3K bytes
    - Click Count (0)
  3. src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

                // num of threads
                final CrawlerContext crawlerContext = crawler.getCrawlerContext();
                final int numOfThread =
                        webConfig.getNumOfThread() != null ? webConfig.getNumOfThread() : Constants.DEFAULT_NUM_OF_THREAD_FOR_WEB;
                crawlerContext.setNumOfThread(numOfThread);
    
                // depth
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 25K bytes
    - Click Count (0)
  4. fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

                assertFalse(sessionId1 == sessionId2);
                assertFalse(crawler1.crawlerContext == crawler2.crawlerContext);
    
                // Wait for both crawlers to start with polling
                long startTime = System.currentTimeMillis();
                while ((crawler1.crawlerContext.getStatus() != CrawlerStatus.RUNNING
                        || crawler2.crawlerContext.getStatus() != CrawlerStatus.RUNNING) && System.currentTimeMillis() - startTime < 5000) {
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Thu Jan 15 01:11:43 GMT 2026
    - 13.1K bytes
    - Click Count (0)
  5. README.md

    ```java
    // Set maximum number of URLs to crawl
    crawler.crawlerContext.setMaxAccessCount(1000);
    
    // Set number of crawler threads
    crawler.crawlerContext.setNumOfThread(10);
    
    // Set maximum crawl depth
    crawler.crawlerContext.setMaxDepth(3);
    
    // Set request interval (politeness)
    crawler.crawlerContext.setDefaultIntervalTime(1000); // 1 second
    ```
    
    ### URL Filtering
    
    ```java
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Sun Aug 31 05:32:52 GMT 2025
    - 15.3K bytes
    - Click Count (0)
  6. src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java

                        log(logHelper, LogType.NOT_MODIFIED, crawlerContext, urlQueue);
    
                        responseData.setExecutionTime(systemHelper.getCurrentTimeAsLong() - startTime);
                        responseData.setParentUrl(urlQueue.getParentUrl());
                        responseData.setSessionId(crawlerContext.getSessionId());
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Dec 11 09:47:03 GMT 2025
    - 19.5K bytes
    - Click Count (0)
Back to Top