Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 11 for CrawlerContext (0.08 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlingParameterUtilTest.java

            assertNull(CrawlingParameterUtil.getCrawlerContext());
    
            // Create and set a CrawlerContext
            CrawlerContext context = new CrawlerContext();
            context.setSessionId("test-context-session");
    
            CrawlingParameterUtil.setCrawlerContext(context);
    
            // Verify it can be retrieved
            CrawlerContext retrieved = CrawlingParameterUtil.getCrawlerContext();
            assertNotNull(retrieved);
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 14.6K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/helper/CrawlerLogHelper.java

            final UrlQueue<?> urlQueue = objs.length > 1 && objs[1] instanceof UrlQueue<?> ? (UrlQueue<?>) objs[1] : null;
            try {
                final CrawlerContext crawlerContext = (CrawlerContext) objs[0];
                final Throwable e = (Throwable) objs[2];
    
                storeFailureUrl(crawlerContext, urlQueue, e.getClass().getCanonicalName(), e);
            } catch (final ContainerNotAvailableException e) {
                if (logger.isDebugEnabled()) {
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 8.3K bytes
    - Viewed (0)
  3. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

            fileTransformer.setPath(file.getAbsolutePath());
            crawler.addUrl(url);
            crawler.crawlerContext.setMaxThreadCheckCount(3);
            // crawler.crawlerContext.setMaxAccessCount(maxCount);
            crawler.crawlerContext.setNumOfThread(numOfThread);
            crawler.crawlerContext.setMaxDepth(1);
            crawler.urlFilter.addInclude(url + ".*");
            final String sessionId = crawler.execute();
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Tue Nov 11 13:40:14 UTC 2025
    - 25.8K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/impl/LogHelperImpl.java

            // CrawlerContext crawlerContext = (CrawlerContext) objs[0];
        }
    
        /**
         * Processes no URL in queue log events.
         *
         * @param objs the log objects (should contain UrlQueue and thread check count)
         */
        protected void processNoUrlInQueue(final Object... objs) {
            // CrawlerContext crawlerContext = (CrawlerContext) objs[0];
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Nov 23 02:01:26 UTC 2025
    - 14K bytes
    - Viewed (0)
  5. src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

                // num of threads
                final CrawlerContext crawlerContext = crawler.getCrawlerContext();
                final int numOfThread =
                        webConfig.getNumOfThread() != null ? webConfig.getNumOfThread() : Constants.DEFAULT_NUM_OF_THREAD_FOR_WEB;
                crawlerContext.setNumOfThread(numOfThread);
    
                // depth
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 25K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

                        crawlerContext.getNumOfThread(), crawlerContext.maxDepth, crawlerContext.maxAccessCount);
            }
    
            // context
            crawlerContext.urlFilter = urlFilter;
            crawlerContext.ruleManager = ruleManager;
            crawlerContext.intervalController = intervalController;
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 17K bytes
    - Viewed (0)
  7. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerThreadTest.java

            super.setUp();
    
            crawlerThread = new CrawlerThread();
            crawlerContext = new CrawlerContext();
            crawlerContext.sessionId = "test-session";
            crawlerContext.numOfThread = 1;
            crawlerContext.maxThreadCheckCount = 10;
            crawlerContext.maxDepth = 3;
            crawlerContext.maxAccessCount = 0;
    
            urlQueueService = mock(UrlQueueService.class);
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 18.3K bytes
    - Viewed (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/util/CrawlingParameterUtil.java

         * Otherwise, the provided {@code crawlerContext} is set in the thread-local storage.
         *
         * @param crawlerContext the {@link CrawlerContext} to be set for the current thread, or {@code null} to remove the context.
         */
        public static void setCrawlerContext(final CrawlerContext crawlerContext) {
            if (crawlerContext == null) {
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Nov 22 13:28:22 UTC 2025
    - 6.4K bytes
    - Viewed (0)
  9. CLAUDE.md

    void cleanup(String sessionId)  // Clean up session
    void stop()                     // Stop gracefully
    ```
    
    **Key Fields**: `crawlerContext`, `urlFilter`, `intervalController`, `clientFactory`, `ruleManager`
    
    ### CrawlerContext (`CrawlerContext.java`)
    
    Execution context and configuration.
    
    **Important Fields**:
    ```java
    String sessionId                // Format: yyyyMMddHHmmssSSS
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Fri Nov 28 17:31:34 UTC 2025
    - 10.7K bytes
    - Viewed (0)
  10. src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java

                        log(logHelper, LogType.NOT_MODIFIED, crawlerContext, urlQueue);
    
                        responseData.setExecutionTime(systemHelper.getCurrentTimeAsLong() - startTime);
                        responseData.setParentUrl(urlQueue.getParentUrl());
                        responseData.setSessionId(crawlerContext.getSessionId());
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Thu Dec 11 09:47:03 UTC 2025
    - 19.5K bytes
    - Viewed (0)
Back to top