- Sort Score
- Num 10 results
- Language All
Results 1 - 10 of 12 for UrlQueue (0.12 seconds)
The search processing time has exceeded the limit. The displayed results may be partial.
-
src/main/java/org/codelibs/fess/helper/CrawlerLogHelper.java
if (objs.length > 1 && objs[1] instanceof final UrlQueue<?> urlQueue) { ComponentUtil.getCrawlerStatsHelper().begin(urlQueue); } } @Override protected void processCleanupCrawling(final Object... objs) { super.processCleanupCrawling(objs); if (objs.length > 1 && objs[1] instanceof final UrlQueue<?> urlQueue) { ComponentUtil.getCrawlerStatsHelper().done(urlQueue);
Created: Tue Mar 31 13:07:34 GMT 2026 - Last Modified: Fri Nov 28 16:29:12 GMT 2025 - 8.3K bytes - Click Count (0) -
fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/service/impl/OpenSearchUrlQueueService.java
return; } final OpenSearchUrlQueue urlQueue = new OpenSearchUrlQueue(); urlQueue.setSessionId(sessionId); urlQueue.setUrl(url); urlQueue.setCreateTime(System.currentTimeMillis()); urlQueue.setLastModified(0L); urlQueue.setDepth(0); urlQueue.setMethod(Constants.GET_METHOD); insert(urlQueue); } /**Created: Sun Apr 12 03:50:13 GMT 2026 - Last Modified: Thu Nov 20 08:40:57 GMT 2025 - 16.9K bytes - Click Count (1) -
fess-crawler-opensearch/src/test/java/org/codelibs/fess/crawler/service/impl/OpenSearchUrlQueueServiceTest.java
public void test_insert_update_deleteTx() { final OpenSearchUrlQueue urlQueue = new OpenSearchUrlQueue(); urlQueue.setCreateTime(System.currentTimeMillis()); urlQueue.setDepth(1); urlQueue.setMethod("GET"); urlQueue.setSessionId("sessionId"); urlQueue.setUrl("http://www.example.com/"); urlQueueService.insert(urlQueue); assertTrue(fesenClient.prepareSearch("fess_crawler.queue")
Created: Sun Apr 12 03:50:13 GMT 2026 - Last Modified: Wed Jan 14 23:48:16 GMT 2026 - 14.5K bytes - Click Count (0) -
fess-crawler-opensearch/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java
assertEquals(maxCount, dataService.getCount(sessionId2)); UrlQueue urlQueue; while ((urlQueue = urlQueueService.poll(sessionId1)) != null) { assertTrue(urlQueue.getUrl().startsWith(url1)); } while ((urlQueue = urlQueueService.poll(sessionId2)) != null) { assertTrue(urlQueue.getUrl().startsWith(url2)); }
Created: Sun Apr 12 03:50:13 GMT 2026 - Last Modified: Thu Jan 15 01:11:43 GMT 2026 - 7.8K bytes - Click Count (0) -
src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java
final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue(); if (urlQueue != null) { final String parentUrl = urlQueue.getParentUrl(); if (StringUtil.isNotEmpty(parentUrl)) { final String sessionId = urlQueue.getSessionId();
Created: Tue Mar 31 13:07:34 GMT 2026 - Last Modified: Thu Dec 11 09:47:03 GMT 2025 - 14.1K bytes - Click Count (0) -
src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java
String urlEncoding; final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue(); if (urlQueue != null && urlQueue.getEncoding() != null) { urlEncoding = urlQueue.getEncoding(); } else { urlEncoding = responseData.getCharSet(); } // cidCreated: Tue Mar 31 13:07:34 GMT 2026 - Last Modified: Fri Nov 28 16:29:12 GMT 2025 - 25.7K bytes - Click Count (0) -
fess-crawler-opensearch/src/main/resources/crawler_opensearch.xml
</component> <!-- Entity --> <component name="accessResult" class="org.codelibs.fess.crawler.entity.OpenSearchAccessResult" instance="prototype"> </component> <component name="urlQueue" class="org.codelibs.fess.crawler.entity.OpenSearchUrlQueue" instance="prototype"> </component> <!-- Service --> <component name="urlQueueService"
Created: Sun Apr 12 03:50:13 GMT 2026 - Last Modified: Thu Nov 07 04:44:10 GMT 2024 - 2.2K bytes - Click Count (0) -
fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/entity/OpenSearchUrlQueue.java
import java.io.IOException; import org.opensearch.core.xcontent.ToXContent; import org.opensearch.core.xcontent.XContentBuilder; /** * OpenSearchUrlQueue is an implementation of {@link UrlQueue} for OpenSearch. */ public class OpenSearchUrlQueue extends UrlQueueImpl<String> implements ToXContent { /** * Creates a new instance of OpenSearchUrlQueue. */ public OpenSearchUrlQueue() {Created: Sun Apr 12 03:50:13 GMT 2026 - Last Modified: Sun Jul 06 02:13:03 GMT 2025 - 3.1K bytes - Click Count (0) -
CLAUDE.md
├─ MimeTypeException ├─ MultipleCrawlingAccessException ├─ RobotsTxtException └─ SitemapsException ``` ### Thread-Local Storage Use `CrawlingParameterUtil` to set/get `CrawlerContext` and `UrlQueue` in worker threads. Always clear in finally block with `CrawlingParameterUtil.clearAll()`. ### Resource Cleanup Pattern Always use try-with-resources for `ResponseData` - temp files are auto-deleted on close.
Created: Sun Apr 12 03:50:13 GMT 2026 - Last Modified: Thu Mar 12 03:39:20 GMT 2026 - 8.1K bytes - Click Count (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java
import org.codelibs.fess.crawler.client.CrawlerClientFactory; import org.codelibs.fess.crawler.container.CrawlerContainer; import org.codelibs.fess.crawler.entity.AccessResult; import org.codelibs.fess.crawler.entity.UrlQueue; import org.codelibs.fess.crawler.filter.UrlFilter; import org.codelibs.fess.crawler.interval.IntervalController; import org.codelibs.fess.crawler.rule.RuleManager; import org.codelibs.fess.crawler.service.DataService;
Created: Sun Apr 12 03:50:13 GMT 2026 - Last Modified: Mon Nov 24 03:59:47 GMT 2025 - 17K bytes - Click Count (0)