- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 19 for CrawlerContext (0.07 sec)
-
fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerContext.java
* </p> * * <p> * It also provides thread-local storage for sitemaps, allowing each thread to have its own set of sitemaps. * </p> */ public class CrawlerContext { /** * Constructs a new CrawlerContext. */ public CrawlerContext() { // Default constructor } /** * Session identifier for the crawling session. */ protected String sessionId; /**Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Sun Jul 06 02:13:03 UTC 2025 - 8.9K bytes - Viewed (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlingParameterUtilTest.java
assertNull(CrawlingParameterUtil.getCrawlerContext()); // Create and set a CrawlerContext CrawlerContext context = new CrawlerContext(); context.setSessionId("test-context-session"); CrawlingParameterUtil.setCrawlerContext(context); // Verify it can be retrieved CrawlerContext retrieved = CrawlingParameterUtil.getCrawlerContext(); assertNotNull(retrieved);
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Mon Nov 24 03:59:47 UTC 2025 - 14.6K bytes - Viewed (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerContextTest.java
assertEquals(10, crawlerContext.getNumOfThread()); crawlerContext.setNumOfThread(5); assertEquals(5, crawlerContext.getNumOfThread()); crawlerContext.setNumOfThread(0); assertEquals(0, crawlerContext.getNumOfThread()); crawlerContext.setNumOfThread(-1); assertEquals(-1, crawlerContext.getNumOfThread()); crawlerContext.setNumOfThread(Integer.MAX_VALUE);
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Sat Sep 06 04:15:37 UTC 2025 - 25.6K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/helper/CrawlerLogHelper.java
final UrlQueue<?> urlQueue = objs.length > 1 && objs[1] instanceof UrlQueue<?> ? (UrlQueue<?>) objs[1] : null; try { final CrawlerContext crawlerContext = (CrawlerContext) objs[0]; final Throwable e = (Throwable) objs[2]; storeFailureUrl(crawlerContext, urlQueue, e.getClass().getCanonicalName(), e); } catch (final ContainerNotAvailableException e) { if (logger.isDebugEnabled()) {
Registered: Sat Dec 20 09:19:18 UTC 2025 - Last Modified: Fri Nov 28 16:29:12 UTC 2025 - 8.3K bytes - Viewed (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java
fileTransformer.setPath(file.getAbsolutePath()); crawler.addUrl(url); crawler.crawlerContext.setMaxThreadCheckCount(3); // crawler.crawlerContext.setMaxAccessCount(maxCount); crawler.crawlerContext.setNumOfThread(numOfThread); crawler.crawlerContext.setMaxDepth(1); crawler.urlFilter.addInclude(url + ".*"); final String sessionId = crawler.execute();
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Tue Nov 11 13:40:14 UTC 2025 - 25.8K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java
this.clientFactory = clientFactory; } /** * Sets the crawler context. * @param crawlerContext The CrawlerContext instance. */ public void setCrawlerContext(final CrawlerContext crawlerContext) { this.crawlerContext = crawlerContext; }Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Thu Aug 07 02:55:08 UTC 2025 - 20.4K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/impl/LogHelperImpl.java
// CrawlerContext crawlerContext = (CrawlerContext) objs[0]; } /** * Processes no URL in queue log events. * * @param objs the log objects (should contain UrlQueue and thread check count) */ protected void processNoUrlInQueue(final Object... objs) { // CrawlerContext crawlerContext = (CrawlerContext) objs[0];
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Sun Nov 23 02:01:26 UTC 2025 - 14K bytes - Viewed (0) -
fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java
assertNotSame(sessionId1, sessionId2); assertNotSame(crawler1.crawlerContext, crawler2.crawlerContext); // Wait for both crawlers to start with polling long startTime = System.currentTimeMillis(); while ((crawler1.crawlerContext.getStatus() != CrawlerStatus.RUNNING || crawler2.crawlerContext.getStatus() != CrawlerStatus.RUNNING) && System.currentTimeMillis() - startTime < 5000) {
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Sat Sep 06 04:15:37 UTC 2025 - 12.8K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java
// num of threads final CrawlerContext crawlerContext = crawler.getCrawlerContext(); final int numOfThread = webConfig.getNumOfThread() != null ? webConfig.getNumOfThread() : Constants.DEFAULT_NUM_OF_THREAD_FOR_WEB; crawlerContext.setNumOfThread(numOfThread); // depthRegistered: Sat Dec 20 09:19:18 UTC 2025 - Last Modified: Fri Nov 28 16:29:12 UTC 2025 - 25K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java
crawlerContext.getNumOfThread(), crawlerContext.maxDepth, crawlerContext.maxAccessCount); } // context crawlerContext.urlFilter = urlFilter; crawlerContext.ruleManager = ruleManager; crawlerContext.intervalController = intervalController;
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Mon Nov 24 03:59:47 UTC 2025 - 17K bytes - Viewed (0)