- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 12 for CrawlingParameterUtil (0.23 sec)
-
fess-crawler/src/main/java/org/codelibs/fess/crawler/util/CrawlingParameterUtil.java
* <pre> * {@code * UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue(); * CrawlingParameterUtil.setUrlQueue(newUrlQueue); * * CrawlerContext context = CrawlingParameterUtil.getCrawlerContext(); * CrawlingParameterUtil.setCrawlerContext(newContext); * * UrlQueueService<UrlQueue<?>> urlQueueService = CrawlingParameterUtil.getUrlQueueService(); * CrawlingParameterUtil.setUrlQueueService(newUrlQueueService); *
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Sat Nov 22 13:28:22 UTC 2025 - 6.4K bytes - Viewed (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlingParameterUtilTest.java
UrlQueue<?> urlQueue = createMockUrlQueue("test", "http://test.com"); CrawlingParameterUtil.setUrlQueue(urlQueue); assertNotNull(CrawlingParameterUtil.getUrlQueue()); // Set to null CrawlingParameterUtil.setUrlQueue(null); // Should be null now assertNull(CrawlingParameterUtil.getUrlQueue()); } public void test_crawlerContext_setAndGet() {
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Mon Nov 24 03:59:47 UTC 2025 - 14.6K bytes - Viewed (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/interval/impl/HostIntervalControllerTest.java
// Number of concurrent tasks final int numTasks = 100; // Interval in milliseconds final Long waittime = 100L; CrawlingParameterUtil.setUrlQueue(new UrlQueueImpl()); final UrlQueue q = CrawlingParameterUtil.getUrlQueue(); for (int i = 0; i < numTasks; i++) { q.setUrl("http://example.com"); }Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Mon Nov 24 03:59:47 UTC 2025 - 11.4K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java
log(logHelper, LogType.START_THREAD, crawlerContext); int threadCheckCount = 0; // set urlQueue to thread CrawlingParameterUtil.setCrawlerContext(crawlerContext); CrawlingParameterUtil.setUrlQueueService(urlQueueService); CrawlingParameterUtil.setDataService(dataService); try { while (crawlerContext.getStatus() != CrawlerStatus.DONE && isContinue(threadCheckCount)) {
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Thu Aug 07 02:55:08 UTC 2025 - 20.4K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java
protected void processResult(final UrlQueue<?> urlQueue, final ResponseData responseData, final ResultData resultData) { final CrawlerContext crawlerContext = CrawlingParameterUtil.getCrawlerContext(); final UrlQueueService<UrlQueue<?>> urlQueueService = CrawlingParameterUtil.getUrlQueueService(); if (!urlQueueService.visited(urlQueue)) { if (checkAccessCount(crawlerContext)) {
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Thu Aug 07 02:55:08 UTC 2025 - 12.5K bytes - Viewed (0) -
CLAUDE.md
``` ### Thread-Local Storage ```java // Set (in CrawlerThread) CrawlingParameterUtil.setCrawlerContext(context); CrawlingParameterUtil.setUrlQueue(urlQueue); // Get (anywhere in same thread) CrawlerContext ctx = CrawlingParameterUtil.getCrawlerContext(); // Clear (ALWAYS in finally) CrawlingParameterUtil.clearAll(); ``` ## Log Message Guidelines
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Fri Nov 28 17:31:34 UTC 2025 - 10.7K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/interval/impl/HostIntervalController.java
import org.codelibs.core.lang.SystemUtil; import org.codelibs.fess.crawler.entity.UrlQueue; import org.codelibs.fess.crawler.exception.CrawlerSystemException; import org.codelibs.fess.crawler.util.CrawlingParameterUtil; import com.google.common.cache.Cache; import com.google.common.cache.CacheBuilder; /** * HostIntervalController is an implementation of {@link org.codelibs.fess.crawler.interval.IntervalController}Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Mon Nov 24 03:59:47 UTC 2025 - 5.2K bytes - Viewed (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/client/http/HcHttpClientTest.java
import org.codelibs.fess.crawler.helper.impl.MimeTypeHelperImpl; import org.codelibs.fess.crawler.service.impl.UrlFilterServiceImpl; import org.codelibs.fess.crawler.util.CrawlerWebServer; import org.codelibs.fess.crawler.util.CrawlingParameterUtil; import org.dbflute.utflute.core.PlainTestCase; /** * @author shinsuke * */ public class HcHttpClientTest extends PlainTestCase { public HcHttpClient httpClient;Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Sat Sep 06 04:15:37 UTC 2025 - 11.7K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java
import org.codelibs.fess.crawler.entity.AccessResult; import org.codelibs.fess.crawler.entity.AccessResultData; import org.codelibs.fess.crawler.entity.UrlQueue; import org.codelibs.fess.crawler.util.CrawlingParameterUtil; import org.codelibs.fess.crawler.util.FieldConfigs; import org.codelibs.fess.mylasta.direction.FessConfig; import org.codelibs.fess.util.ComponentUtil; /**
Registered: Sat Dec 20 09:19:18 UTC 2025 - Last Modified: Thu Dec 11 09:47:03 UTC 2025 - 14.1K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java
import org.codelibs.fess.crawler.extractor.impl.TikaExtractor; import org.codelibs.fess.crawler.serializer.DataSerializer; import org.codelibs.fess.crawler.transformer.impl.AbstractTransformer; import org.codelibs.fess.crawler.util.CrawlingParameterUtil; import org.codelibs.fess.crawler.util.FieldConfigs; import org.codelibs.fess.helper.CrawlingConfigHelper; import org.codelibs.fess.helper.CrawlingInfoHelper; import org.codelibs.fess.helper.DocumentHelper;
Registered: Sat Dec 20 09:19:18 UTC 2025 - Last Modified: Fri Nov 28 16:29:12 UTC 2025 - 25.7K bytes - Viewed (0)