Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 19 for CrawlerContext (0.19 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerContext.java

     * </p>
     *
     * <p>
     * It also provides thread-local storage for sitemaps, allowing each thread to have its own set of sitemaps.
     * </p>
     */
    public class CrawlerContext {
        /**
         * Constructs a new CrawlerContext.
         */
        public CrawlerContext() {
            // Default constructor
        }
    
        /**
         * Session identifier for the crawling session.
         */
        protected String sessionId;
    
        /**
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 8.9K bytes
    - Viewed (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlingParameterUtilTest.java

            assertNull(CrawlingParameterUtil.getCrawlerContext());
    
            // Create and set a CrawlerContext
            CrawlerContext context = new CrawlerContext();
            context.setSessionId("test-context-session");
    
            CrawlingParameterUtil.setCrawlerContext(context);
    
            // Verify it can be retrieved
            CrawlerContext retrieved = CrawlingParameterUtil.getCrawlerContext();
            assertNotNull(retrieved);
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 14.6K bytes
    - Viewed (0)
  3. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerContextTest.java

            assertEquals(10, crawlerContext.getNumOfThread());
    
            crawlerContext.setNumOfThread(5);
            assertEquals(5, crawlerContext.getNumOfThread());
    
            crawlerContext.setNumOfThread(0);
            assertEquals(0, crawlerContext.getNumOfThread());
    
            crawlerContext.setNumOfThread(-1);
            assertEquals(-1, crawlerContext.getNumOfThread());
    
            crawlerContext.setNumOfThread(Integer.MAX_VALUE);
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 25.6K bytes
    - Viewed (0)
  4. src/main/java/org/codelibs/fess/helper/CrawlerLogHelper.java

            final UrlQueue<?> urlQueue = objs.length > 1 && objs[1] instanceof UrlQueue<?> ? (UrlQueue<?>) objs[1] : null;
            try {
                final CrawlerContext crawlerContext = (CrawlerContext) objs[0];
                final Throwable e = (Throwable) objs[2];
    
                storeFailureUrl(crawlerContext, urlQueue, e.getClass().getCanonicalName(), e);
            } catch (final ContainerNotAvailableException e) {
                if (logger.isDebugEnabled()) {
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 8.3K bytes
    - Viewed (0)
  5. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

            fileTransformer.setPath(file.getAbsolutePath());
            crawler.addUrl(url);
            crawler.crawlerContext.setMaxThreadCheckCount(3);
            // crawler.crawlerContext.setMaxAccessCount(maxCount);
            crawler.crawlerContext.setNumOfThread(numOfThread);
            crawler.crawlerContext.setMaxDepth(1);
            crawler.urlFilter.addInclude(url + ".*");
            final String sessionId = crawler.execute();
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Tue Nov 11 13:40:14 UTC 2025
    - 25.8K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

            this.clientFactory = clientFactory;
        }
    
        /**
         * Sets the crawler context.
         * @param crawlerContext The CrawlerContext instance.
         */
        public void setCrawlerContext(final CrawlerContext crawlerContext) {
            this.crawlerContext = crawlerContext;
        }
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 20.4K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/impl/LogHelperImpl.java

            // CrawlerContext crawlerContext = (CrawlerContext) objs[0];
        }
    
        /**
         * Processes no URL in queue log events.
         *
         * @param objs the log objects (should contain UrlQueue and thread check count)
         */
        protected void processNoUrlInQueue(final Object... objs) {
            // CrawlerContext crawlerContext = (CrawlerContext) objs[0];
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Nov 23 02:01:26 UTC 2025
    - 14K bytes
    - Viewed (0)
  8. fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

                assertNotSame(sessionId1, sessionId2);
                assertNotSame(crawler1.crawlerContext, crawler2.crawlerContext);
    
                // Wait for both crawlers to start with polling
                long startTime = System.currentTimeMillis();
                while ((crawler1.crawlerContext.getStatus() != CrawlerStatus.RUNNING
                        || crawler2.crawlerContext.getStatus() != CrawlerStatus.RUNNING) && System.currentTimeMillis() - startTime < 5000) {
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 12.8K bytes
    - Viewed (0)
  9. src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

                // num of threads
                final CrawlerContext crawlerContext = crawler.getCrawlerContext();
                final int numOfThread =
                        webConfig.getNumOfThread() != null ? webConfig.getNumOfThread() : Constants.DEFAULT_NUM_OF_THREAD_FOR_WEB;
                crawlerContext.setNumOfThread(numOfThread);
    
                // depth
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 25K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

                        crawlerContext.getNumOfThread(), crawlerContext.maxDepth, crawlerContext.maxAccessCount);
            }
    
            // context
            crawlerContext.urlFilter = urlFilter;
            crawlerContext.ruleManager = ruleManager;
            crawlerContext.intervalController = intervalController;
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 17K bytes
    - Viewed (0)
Back to top