- Sort Score
- Result 10 results
- Languages All
Results 11 - 20 of 32 for urlQueue (0.15 sec)
-
fess-crawler/src/main/java/org/codelibs/fess/crawler/util/CrawlingParameterUtil.java
* the URL queue for the current thread is removed. * * @param urlQueue the URL queue to be set for the current thread, or null to remove the URL queue */ public static void setUrlQueue(final UrlQueue<?> urlQueue) { if (urlQueue == null) { URL_QUEUE_THREAD_LOCAL.remove(); } else { URL_QUEUE_THREAD_LOCAL.set(urlQueue); } } /**Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Sat Nov 22 13:28:22 UTC 2025 - 6.4K bytes - Viewed (0) -
fess-crawler-opensearch/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java
UrlQueue urlQueue; while ((urlQueue = urlQueueService.poll(sessionId1)) != null) { assertTrue(urlQueue.getUrl() + "=>" + url1, urlQueue.getUrl().startsWith(url1)); } while ((urlQueue = urlQueueService.poll(sessionId2)) != null) { assertTrue(urlQueue.getUrl() + "=>" + url2, urlQueue.getUrl().startsWith(url2)); }Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Sat Sep 06 04:15:37 UTC 2025 - 7.7K bytes - Viewed (0) -
fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/service/impl/OpenSearchUrlQueueService.java
return; } final OpenSearchUrlQueue urlQueue = new OpenSearchUrlQueue(); urlQueue.setSessionId(sessionId); urlQueue.setUrl(url); urlQueue.setCreateTime(System.currentTimeMillis()); urlQueue.setLastModified(0L); urlQueue.setDepth(0); urlQueue.setMethod(Constants.GET_METHOD); insert(urlQueue); } /**Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Thu Nov 20 08:40:57 UTC 2025 - 16.9K bytes - Viewed (1) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlingParameterUtilTest.java
assertNull(CrawlingParameterUtil.getUrlQueue()); // Create and set a mock UrlQueue UrlQueue<?> urlQueue = createMockUrlQueue("test-session", "http://example.com"); CrawlingParameterUtil.setUrlQueue(urlQueue); // Verify it can be retrieved UrlQueue<?> retrieved = CrawlingParameterUtil.getUrlQueue(); assertNotNull(retrieved);
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Mon Nov 24 03:59:47 UTC 2025 - 14.6K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/UrlQueueImpl.java
/** * Implementation of the {@link UrlQueue} interface. * This class represents a URL to be crawled, storing its ID, session ID, * HTTP method, URL, metadata, encoding, parent URL, depth, last modified time, * creation time, and weight. * * @param <IDTYPE> the type of the identifier for the URL queue entry */ public class UrlQueueImpl<IDTYPE> implements UrlQueue<IDTYPE> {Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Sun Jul 06 02:13:03 UTC 2025 - 6.1K bytes - Viewed (0) -
fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java
assertEquals(maxCount, dataService.getCount(sessionId2)); UrlQueue urlQueue; while ((urlQueue = urlQueueService.poll(sessionId1)) != null) { assertTrue(urlQueue.getUrl().startsWith(url1)); } while ((urlQueue = urlQueueService.poll(sessionId2)) != null) { assertTrue(urlQueue.getUrl().startsWith(url2)); }
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Sat Sep 06 04:15:37 UTC 2025 - 12.8K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/interval/impl/HostIntervalController.java
*/ @Override protected void delayBeforeProcessing() { final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue(); if (urlQueue == null) { return; } final String url = urlQueue.getUrl(); if (StringUtil.isBlank(url) || url.startsWith("file:")) { // not target return; }Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Mon Nov 24 03:59:47 UTC 2025 - 5.2K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java
final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue(); if (urlQueue != null) { final String parentUrl = urlQueue.getParentUrl(); if (StringUtil.isNotEmpty(parentUrl)) { final String sessionId = urlQueue.getSessionId();
Registered: Sat Dec 20 09:19:18 UTC 2025 - Last Modified: Thu Dec 11 09:47:03 UTC 2025 - 14.1K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/helper/CrawlerStatsHelper.java
* @return the URL string or a default value if not extractable */ protected String getUrl(final Object keyObj) { if (keyObj instanceof final UrlQueue<?> urlQueue) { return escapeValue(urlQueue.getUrl()); } if (keyObj instanceof final StatsKeyObject statsKey) { return escapeValue(statsKey.getUrl()); }Registered: Sat Dec 20 09:19:18 UTC 2025 - Last Modified: Thu Aug 07 03:06:29 UTC 2025 - 17.4K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/service/UrlQueueService.java
import java.util.List; import org.codelibs.fess.crawler.entity.UrlQueue; /** * Service interface for managing URL queues. * Provides methods for adding, retrieving, and managing URLs within a crawling session. * * @param <QUEUE> the type of URL queue */ public interface UrlQueueService<QUEUE extends UrlQueue<?>> { /** * Updates the session ID. *
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Sun Jul 06 02:13:03 UTC 2025 - 2.6K bytes - Viewed (0)