- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 12 for CrawlerThread (0.07 sec)
-
fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java
* {@link #isContinue(int)} method returns {@code false}. * </p> * */ public class CrawlerThread implements Runnable { /** * Constructs a new CrawlerThread. */ public CrawlerThread() { // Default constructor } /** * Service for managing URL queues during crawling. */ @ResourceRegistered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Thu Aug 07 02:55:08 UTC 2025 - 20.4K bytes - Viewed (0) -
src/main/resources/crawler_opensearch+crawlerThread.xml
<?xml version="1.0" encoding="UTF-8"?> <!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN" "http://dbflute.org/meta/lastadi10.dtd"> <components namespace="fessCrawler"> <!-- Crawler Thread --> <component name="crawlerThread" class="org.codelibs.fess.crawler.FessCrawlerThread" instance="prototype" > </component>
Registered: Sat Dec 20 09:19:18 UTC 2025 - Last Modified: Thu Oct 30 05:29:49 UTC 2025 - 342 bytes - Viewed (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerThreadTest.java
crawlerContext.ruleManager = ruleManager; crawlerThread.urlQueueService = urlQueueService; crawlerThread.dataService = dataService; crawlerThread.crawlerContainer = crawlerContainer; crawlerThread.logHelper = logHelper; crawlerThread.setClientFactory(clientFactory); crawlerThread.setCrawlerContext(crawlerContext);Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Mon Nov 24 03:59:47 UTC 2025 - 18.3K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java
for (int i = 0; i < crawlerContext.getNumOfThread(); i++) { final CrawlerThread crawlerThread = crawlerContainer.getComponent("crawlerThread"); crawlerThread.setCrawlerContext(crawlerContext); crawlerThread.setClientFactory(clientFactory); threads[i] = new Thread(crawlerThreadGroup, crawlerThread, "Crawler-" + crawlerContext.sessionId + "-" + Integer.toString(i + 1));
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Mon Nov 24 03:59:47 UTC 2025 - 17K bytes - Viewed (0) -
fess-crawler-opensearch/src/main/resources/crawler_opensearch.xml
<!-- Crawler --> <component name="crawler" class="org.codelibs.fess.crawler.Crawler" instance="prototype" > </component> <!-- Crawler Thread --> <component name="crawlerThread" class="org.codelibs.fess.crawler.CrawlerThread" instance="prototype" > </component> <!-- Entity --> <component name="accessResult" class="org.codelibs.fess.crawler.entity.OpenSearchAccessResult" instance="prototype"> </component>
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Thu Nov 07 04:44:10 UTC 2024 - 2.2K bytes - Viewed (0) -
CLAUDE.md
int numOfThread = 10 // Crawler threads int maxDepth = -1 // Max depth (-1 = unlimited) long maxAccessCount = 0 // Max URLs (0 = unlimited) ``` ### CrawlerThread (`CrawlerThread.java`) Worker thread for crawling. **Flow**: Poll URL → Validate → Get client → Delay → Check last-modified → Execute → Process → Extract children → Queue children → Delay ### CrawlerClientFactory
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Fri Nov 28 17:31:34 UTC 2025 - 10.7K bytes - Viewed (0) -
fess-crawler-lasta/src/main/resources/crawler.xml
<!-- Crawler --> <component name="crawler" class="org.codelibs.fess.crawler.Crawler" instance="prototype" > </component> <!-- Crawler Thread --> <component name="crawlerThread" class="org.codelibs.fess.crawler.CrawlerThread" instance="prototype" > </component> <!-- Entity --> <component name="accessResult" class="org.codelibs.fess.crawler.entity.AccessResultImpl" instance="prototype" > </component>
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Tue Nov 28 13:40:25 UTC 2017 - 1.7K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/exec/Crawler.java
* * @param crawlerThread the thread to wait for; null threads are ignored */ private void joinCrawlerThread(final Thread crawlerThread) { if (crawlerThread != null) { try { crawlerThread.join(); } catch (final Exception e) { logger.info("Interrupted crawling process: name={}", crawlerThread.getName()); } }Registered: Sat Dec 20 09:19:18 UTC 2025 - Last Modified: Fri Nov 28 16:29:12 UTC 2025 - 31.4K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java
* <li>Integration with Fess configuration and permission systems</li> * <li>Client selection based on URL patterns</li> * </ul> * * @see CrawlerThread * @see org.codelibs.fess.crawler.client.CrawlerClient */ public class FessCrawlerThread extends CrawlerThread { /** * Default constructor. */ public FessCrawlerThread() { super(); }
Registered: Sat Dec 20 09:19:18 UTC 2025 - Last Modified: Thu Dec 11 09:47:03 UTC 2025 - 19.5K bytes - Viewed (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java
}) .prototype("accessResult", AccessResultImpl.class) .prototype("urlQueue", UrlQueueImpl.class) .prototype("crawlerThread", CrawlerThread.class) .prototype("crawler", Crawler.class) .prototype("urlFilterService", UrlFilterServiceImpl.class) .prototype("urlQueueService", UrlQueueServiceImpl.class)Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Tue Nov 11 13:40:14 UTC 2025 - 25.8K bytes - Viewed (0)