- Sort Score
- Num 10 results
- Language All
Results 1 - 10 of 16 for CrawlerContext (0.09 seconds)
-
fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlingParameterUtilTest.java
assertNull(CrawlingParameterUtil.getCrawlerContext()); // Create and set a CrawlerContext CrawlerContext context = new CrawlerContext(); context.setSessionId("test-context-session"); CrawlingParameterUtil.setCrawlerContext(context); // Verify it can be retrieved CrawlerContext retrieved = CrawlingParameterUtil.getCrawlerContext(); assertNotNull(retrieved);
Created: Sat Dec 20 11:21:39 GMT 2025 - Last Modified: Mon Nov 24 03:59:47 GMT 2025 - 14.6K bytes - Click Count (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerContextTest.java
assertEquals(10, crawlerContext.getNumOfThread()); crawlerContext.setNumOfThread(5); assertEquals(5, crawlerContext.getNumOfThread()); crawlerContext.setNumOfThread(0); assertEquals(0, crawlerContext.getNumOfThread()); crawlerContext.setNumOfThread(-1); assertEquals(-1, crawlerContext.getNumOfThread()); crawlerContext.setNumOfThread(Integer.MAX_VALUE);
Created: Sat Dec 20 11:21:39 GMT 2025 - Last Modified: Sat Sep 06 04:15:37 GMT 2025 - 25.6K bytes - Click Count (0) -
src/main/java/org/codelibs/fess/helper/CrawlerLogHelper.java
final UrlQueue<?> urlQueue = objs.length > 1 && objs[1] instanceof UrlQueue<?> ? (UrlQueue<?>) objs[1] : null; try { final CrawlerContext crawlerContext = (CrawlerContext) objs[0]; final Throwable e = (Throwable) objs[2]; storeFailureUrl(crawlerContext, urlQueue, e.getClass().getCanonicalName(), e); } catch (final ContainerNotAvailableException e) { if (logger.isDebugEnabled()) {
Created: Sat Dec 20 09:19:18 GMT 2025 - Last Modified: Fri Nov 28 16:29:12 GMT 2025 - 8.3K bytes - Click Count (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java
fileTransformer.setPath(file.getAbsolutePath()); crawler.addUrl(url); crawler.crawlerContext.setMaxThreadCheckCount(3); // crawler.crawlerContext.setMaxAccessCount(maxCount); crawler.crawlerContext.setNumOfThread(numOfThread); crawler.crawlerContext.setMaxDepth(1); crawler.urlFilter.addInclude(url + ".*"); final String sessionId = crawler.execute();
Created: Sat Dec 20 11:21:39 GMT 2025 - Last Modified: Tue Nov 11 13:40:14 GMT 2025 - 25.8K bytes - Click Count (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/impl/LogHelperImpl.java
// CrawlerContext crawlerContext = (CrawlerContext) objs[0]; } /** * Processes no URL in queue log events. * * @param objs the log objects (should contain UrlQueue and thread check count) */ protected void processNoUrlInQueue(final Object... objs) { // CrawlerContext crawlerContext = (CrawlerContext) objs[0];
Created: Sat Dec 20 11:21:39 GMT 2025 - Last Modified: Sun Nov 23 02:01:26 GMT 2025 - 14K bytes - Click Count (0) -
fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java
assertNotSame(sessionId1, sessionId2); assertNotSame(crawler1.crawlerContext, crawler2.crawlerContext); // Wait for both crawlers to start with polling long startTime = System.currentTimeMillis(); while ((crawler1.crawlerContext.getStatus() != CrawlerStatus.RUNNING || crawler2.crawlerContext.getStatus() != CrawlerStatus.RUNNING) && System.currentTimeMillis() - startTime < 5000) {
Created: Sat Dec 20 11:21:39 GMT 2025 - Last Modified: Sat Sep 06 04:15:37 GMT 2025 - 12.8K bytes - Click Count (0) -
src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java
// num of threads final CrawlerContext crawlerContext = crawler.getCrawlerContext(); final int numOfThread = webConfig.getNumOfThread() != null ? webConfig.getNumOfThread() : Constants.DEFAULT_NUM_OF_THREAD_FOR_WEB; crawlerContext.setNumOfThread(numOfThread); // depthCreated: Sat Dec 20 09:19:18 GMT 2025 - Last Modified: Fri Nov 28 16:29:12 GMT 2025 - 25K bytes - Click Count (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java
crawlerContext.getNumOfThread(), crawlerContext.maxDepth, crawlerContext.maxAccessCount); } // context crawlerContext.urlFilter = urlFilter; crawlerContext.ruleManager = ruleManager; crawlerContext.intervalController = intervalController;
Created: Sat Dec 20 11:21:39 GMT 2025 - Last Modified: Mon Nov 24 03:59:47 GMT 2025 - 17K bytes - Click Count (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerThreadTest.java
super.setUp(); crawlerThread = new CrawlerThread(); crawlerContext = new CrawlerContext(); crawlerContext.sessionId = "test-session"; crawlerContext.numOfThread = 1; crawlerContext.maxThreadCheckCount = 10; crawlerContext.maxDepth = 3; crawlerContext.maxAccessCount = 0; urlQueueService = mock(UrlQueueService.class);
Created: Sat Dec 20 11:21:39 GMT 2025 - Last Modified: Mon Nov 24 03:59:47 GMT 2025 - 18.3K bytes - Click Count (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/util/CrawlingParameterUtil.java
* Otherwise, the provided {@code crawlerContext} is set in the thread-local storage. * * @param crawlerContext the {@link CrawlerContext} to be set for the current thread, or {@code null} to remove the context. */ public static void setCrawlerContext(final CrawlerContext crawlerContext) { if (crawlerContext == null) {Created: Sat Dec 20 11:21:39 GMT 2025 - Last Modified: Sat Nov 22 13:28:22 GMT 2025 - 6.4K bytes - Click Count (0)