- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 11 for CrawlerContext (0.06 sec)
-
fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlingParameterUtilTest.java
assertNull(CrawlingParameterUtil.getCrawlerContext()); // Create and set a CrawlerContext CrawlerContext context = new CrawlerContext(); context.setSessionId("test-context-session"); CrawlingParameterUtil.setCrawlerContext(context); // Verify it can be retrieved CrawlerContext retrieved = CrawlingParameterUtil.getCrawlerContext(); assertNotNull(retrieved);
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Mon Nov 24 03:59:47 UTC 2025 - 14.6K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/helper/CrawlerLogHelper.java
final UrlQueue<?> urlQueue = objs.length > 1 && objs[1] instanceof UrlQueue<?> ? (UrlQueue<?>) objs[1] : null; try { final CrawlerContext crawlerContext = (CrawlerContext) objs[0]; final Throwable e = (Throwable) objs[2]; storeFailureUrl(crawlerContext, urlQueue, e.getClass().getCanonicalName(), e); } catch (final ContainerNotAvailableException e) { if (logger.isDebugEnabled()) {
Registered: Sat Dec 20 09:19:18 UTC 2025 - Last Modified: Fri Nov 28 16:29:12 UTC 2025 - 8.3K bytes - Viewed (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java
fileTransformer.setPath(file.getAbsolutePath()); crawler.addUrl(url); crawler.crawlerContext.setMaxThreadCheckCount(3); // crawler.crawlerContext.setMaxAccessCount(maxCount); crawler.crawlerContext.setNumOfThread(numOfThread); crawler.crawlerContext.setMaxDepth(1); crawler.urlFilter.addInclude(url + ".*"); final String sessionId = crawler.execute();
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Tue Nov 11 13:40:14 UTC 2025 - 25.8K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/impl/LogHelperImpl.java
// CrawlerContext crawlerContext = (CrawlerContext) objs[0]; } /** * Processes no URL in queue log events. * * @param objs the log objects (should contain UrlQueue and thread check count) */ protected void processNoUrlInQueue(final Object... objs) { // CrawlerContext crawlerContext = (CrawlerContext) objs[0];
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Sun Nov 23 02:01:26 UTC 2025 - 14K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java
// num of threads final CrawlerContext crawlerContext = crawler.getCrawlerContext(); final int numOfThread = webConfig.getNumOfThread() != null ? webConfig.getNumOfThread() : Constants.DEFAULT_NUM_OF_THREAD_FOR_WEB; crawlerContext.setNumOfThread(numOfThread); // depthRegistered: Sat Dec 20 09:19:18 UTC 2025 - Last Modified: Fri Nov 28 16:29:12 UTC 2025 - 25K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java
crawlerContext.getNumOfThread(), crawlerContext.maxDepth, crawlerContext.maxAccessCount); } // context crawlerContext.urlFilter = urlFilter; crawlerContext.ruleManager = ruleManager; crawlerContext.intervalController = intervalController;
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Mon Nov 24 03:59:47 UTC 2025 - 17K bytes - Viewed (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerThreadTest.java
super.setUp(); crawlerThread = new CrawlerThread(); crawlerContext = new CrawlerContext(); crawlerContext.sessionId = "test-session"; crawlerContext.numOfThread = 1; crawlerContext.maxThreadCheckCount = 10; crawlerContext.maxDepth = 3; crawlerContext.maxAccessCount = 0; urlQueueService = mock(UrlQueueService.class);
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Mon Nov 24 03:59:47 UTC 2025 - 18.3K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/util/CrawlingParameterUtil.java
* Otherwise, the provided {@code crawlerContext} is set in the thread-local storage. * * @param crawlerContext the {@link CrawlerContext} to be set for the current thread, or {@code null} to remove the context. */ public static void setCrawlerContext(final CrawlerContext crawlerContext) { if (crawlerContext == null) {Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Sat Nov 22 13:28:22 UTC 2025 - 6.4K bytes - Viewed (0) -
CLAUDE.md
void cleanup(String sessionId) // Clean up session void stop() // Stop gracefully ``` **Key Fields**: `crawlerContext`, `urlFilter`, `intervalController`, `clientFactory`, `ruleManager` ### CrawlerContext (`CrawlerContext.java`) Execution context and configuration. **Important Fields**: ```java String sessionId // Format: yyyyMMddHHmmssSSS
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Fri Nov 28 17:31:34 UTC 2025 - 10.7K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java
log(logHelper, LogType.NOT_MODIFIED, crawlerContext, urlQueue); responseData.setExecutionTime(systemHelper.getCurrentTimeAsLong() - startTime); responseData.setParentUrl(urlQueue.getParentUrl()); responseData.setSessionId(crawlerContext.getSessionId());Registered: Sat Dec 20 09:19:18 UTC 2025 - Last Modified: Thu Dec 11 09:47:03 UTC 2025 - 19.5K bytes - Viewed (0)