Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 1 - 10 of 16 for CrawlerContext (0.09 seconds)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlingParameterUtilTest.java

            assertNull(CrawlingParameterUtil.getCrawlerContext());
    
            // Create and set a CrawlerContext
            CrawlerContext context = new CrawlerContext();
            context.setSessionId("test-context-session");
    
            CrawlingParameterUtil.setCrawlerContext(context);
    
            // Verify it can be retrieved
            CrawlerContext retrieved = CrawlingParameterUtil.getCrawlerContext();
            assertNotNull(retrieved);
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Mon Nov 24 03:59:47 GMT 2025
    - 14.6K bytes
    - Click Count (0)
  2. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerContextTest.java

            assertEquals(10, crawlerContext.getNumOfThread());
    
            crawlerContext.setNumOfThread(5);
            assertEquals(5, crawlerContext.getNumOfThread());
    
            crawlerContext.setNumOfThread(0);
            assertEquals(0, crawlerContext.getNumOfThread());
    
            crawlerContext.setNumOfThread(-1);
            assertEquals(-1, crawlerContext.getNumOfThread());
    
            crawlerContext.setNumOfThread(Integer.MAX_VALUE);
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Sat Sep 06 04:15:37 GMT 2025
    - 25.6K bytes
    - Click Count (0)
  3. src/main/java/org/codelibs/fess/helper/CrawlerLogHelper.java

            final UrlQueue<?> urlQueue = objs.length > 1 && objs[1] instanceof UrlQueue<?> ? (UrlQueue<?>) objs[1] : null;
            try {
                final CrawlerContext crawlerContext = (CrawlerContext) objs[0];
                final Throwable e = (Throwable) objs[2];
    
                storeFailureUrl(crawlerContext, urlQueue, e.getClass().getCanonicalName(), e);
            } catch (final ContainerNotAvailableException e) {
                if (logger.isDebugEnabled()) {
    Created: Sat Dec 20 09:19:18 GMT 2025
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 8.3K bytes
    - Click Count (0)
  4. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

            fileTransformer.setPath(file.getAbsolutePath());
            crawler.addUrl(url);
            crawler.crawlerContext.setMaxThreadCheckCount(3);
            // crawler.crawlerContext.setMaxAccessCount(maxCount);
            crawler.crawlerContext.setNumOfThread(numOfThread);
            crawler.crawlerContext.setMaxDepth(1);
            crawler.urlFilter.addInclude(url + ".*");
            final String sessionId = crawler.execute();
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Tue Nov 11 13:40:14 GMT 2025
    - 25.8K bytes
    - Click Count (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/impl/LogHelperImpl.java

            // CrawlerContext crawlerContext = (CrawlerContext) objs[0];
        }
    
        /**
         * Processes no URL in queue log events.
         *
         * @param objs the log objects (should contain UrlQueue and thread check count)
         */
        protected void processNoUrlInQueue(final Object... objs) {
            // CrawlerContext crawlerContext = (CrawlerContext) objs[0];
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Sun Nov 23 02:01:26 GMT 2025
    - 14K bytes
    - Click Count (0)
  6. fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

                assertNotSame(sessionId1, sessionId2);
                assertNotSame(crawler1.crawlerContext, crawler2.crawlerContext);
    
                // Wait for both crawlers to start with polling
                long startTime = System.currentTimeMillis();
                while ((crawler1.crawlerContext.getStatus() != CrawlerStatus.RUNNING
                        || crawler2.crawlerContext.getStatus() != CrawlerStatus.RUNNING) && System.currentTimeMillis() - startTime < 5000) {
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Sat Sep 06 04:15:37 GMT 2025
    - 12.8K bytes
    - Click Count (0)
  7. src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

                // num of threads
                final CrawlerContext crawlerContext = crawler.getCrawlerContext();
                final int numOfThread =
                        webConfig.getNumOfThread() != null ? webConfig.getNumOfThread() : Constants.DEFAULT_NUM_OF_THREAD_FOR_WEB;
                crawlerContext.setNumOfThread(numOfThread);
    
                // depth
    Created: Sat Dec 20 09:19:18 GMT 2025
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 25K bytes
    - Click Count (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

                        crawlerContext.getNumOfThread(), crawlerContext.maxDepth, crawlerContext.maxAccessCount);
            }
    
            // context
            crawlerContext.urlFilter = urlFilter;
            crawlerContext.ruleManager = ruleManager;
            crawlerContext.intervalController = intervalController;
    
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Mon Nov 24 03:59:47 GMT 2025
    - 17K bytes
    - Click Count (0)
  9. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerThreadTest.java

            super.setUp();
    
            crawlerThread = new CrawlerThread();
            crawlerContext = new CrawlerContext();
            crawlerContext.sessionId = "test-session";
            crawlerContext.numOfThread = 1;
            crawlerContext.maxThreadCheckCount = 10;
            crawlerContext.maxDepth = 3;
            crawlerContext.maxAccessCount = 0;
    
            urlQueueService = mock(UrlQueueService.class);
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Mon Nov 24 03:59:47 GMT 2025
    - 18.3K bytes
    - Click Count (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/util/CrawlingParameterUtil.java

         * Otherwise, the provided {@code crawlerContext} is set in the thread-local storage.
         *
         * @param crawlerContext the {@link CrawlerContext} to be set for the current thread, or {@code null} to remove the context.
         */
        public static void setCrawlerContext(final CrawlerContext crawlerContext) {
            if (crawlerContext == null) {
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Sat Nov 22 13:28:22 GMT 2025
    - 6.4K bytes
    - Click Count (0)
Back to Top