- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 19 for urlQueue (0.21 sec)
-
fess-crawler-opensearch/src/test/java/org/codelibs/fess/crawler/service/impl/OpenSearchUrlQueueServiceTest.java
final OpenSearchUrlQueue urlQueue = new OpenSearchUrlQueue(); urlQueue.setCreateTime(System.currentTimeMillis()); urlQueue.setDepth(1); urlQueue.setMethod("GET"); urlQueue.setSessionId("id1"); urlQueue.setUrl("http://www.id1.com/"); urlQueueService.insert(urlQueue); final OpenSearchUrlQueue urlQueue2 = new OpenSearchUrlQueue();
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Thu Nov 20 08:40:57 UTC 2025 - 14.3K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/impl/LogHelperImpl.java
* @param objs the log objects (should contain UrlQueue and thread check count) */ protected void processNoUrlInQueue(final Object... objs) { // CrawlerContext crawlerContext = (CrawlerContext) objs[0]; final UrlQueue<?> urlQueue = (UrlQueue<?>) objs[1]; final Integer threadCheckCount = (Integer) objs[2]; if (logger.isDebugEnabled()) { if (urlQueue != null && urlQueue.getUrl() != null) {
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Sun Nov 23 02:01:26 UTC 2025 - 14K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java
* Validates whether the URL queue entry is valid for crawling. * @param urlQueue The URL queue entry to validate. * @return true if valid, false otherwise. */ protected boolean isValid(final UrlQueue<?> urlQueue) { if (urlQueue == null || StringUtil.isBlank(urlQueue.getUrl()) || crawlerContext.getMaxDepth() >= 0 && urlQueue.getDepth() > crawlerContext.getMaxDepth()) { return false; }Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Thu Aug 07 02:55:08 UTC 2025 - 20.4K bytes - Viewed (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java
assertEquals(maxCount, dataService.getCount(sessionId2)); UrlQueue urlQueue; while ((urlQueue = urlQueueService.poll(sessionId1)) != null) { assertTrue(urlQueue.getUrl().startsWith(url1)); } while ((urlQueue = urlQueueService.poll(sessionId2)) != null) { assertTrue(urlQueue.getUrl().startsWith(url2)); }
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Tue Nov 11 13:40:14 UTC 2025 - 25.8K bytes - Viewed (0) -
src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java
* URL tracking when certain HTTP status codes are encountered. * * @param urlQueue the URL queue item that was processed * @param responseData the response data from the crawl operation */ @Override protected void processResponse(final UrlQueue<?> urlQueue, final ResponseData responseData) { super.processResponse(urlQueue, responseData); final FessConfig fessConfig = ComponentUtil.getFessConfig();Registered: Sat Dec 20 09:19:18 UTC 2025 - Last Modified: Thu Dec 11 09:47:03 UTC 2025 - 19.5K bytes - Viewed (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerThreadTest.java
final UrlQueue<?> urlQueue = new UrlQueueImpl<>(); urlQueue.setUrl("http://example.com/"); urlQueue.setDepth(1); when(urlFilter.match(anyString())).thenReturn(true); // Use reflection to access protected method final java.lang.reflect.Method method = CrawlerThread.class.getDeclaredMethod("isValid", UrlQueue.class); method.setAccessible(true);
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Mon Nov 24 03:59:47 UTC 2025 - 18.3K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java
if (logger.isDebugEnabled()) { logger.debug("Canceled urlQueue: {}", urlQueue); } // cancel crawling crawlerContext.decrementAndGetAccessCount(); final List<UrlQueue<?>> newUrlQueueList = new ArrayList<>(); newUrlQueueList.add(urlQueue);
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Thu Aug 07 02:55:08 UTC 2025 - 12.5K bytes - Viewed (0) -
fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/service/impl/OpenSearchUrlQueueService.java
return; } final OpenSearchUrlQueue urlQueue = new OpenSearchUrlQueue(); urlQueue.setSessionId(sessionId); urlQueue.setUrl(url); urlQueue.setCreateTime(System.currentTimeMillis()); urlQueue.setLastModified(0L); urlQueue.setDepth(0); urlQueue.setMethod(Constants.GET_METHOD); insert(urlQueue); } /**Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Thu Nov 20 08:40:57 UTC 2025 - 16.9K bytes - Viewed (1) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlingParameterUtilTest.java
assertNull(CrawlingParameterUtil.getUrlQueue()); // Create and set a mock UrlQueue UrlQueue<?> urlQueue = createMockUrlQueue("test-session", "http://example.com"); CrawlingParameterUtil.setUrlQueue(urlQueue); // Verify it can be retrieved UrlQueue<?> retrieved = CrawlingParameterUtil.getUrlQueue(); assertNotNull(retrieved);
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Mon Nov 24 03:59:47 UTC 2025 - 14.6K bytes - Viewed (0) -
fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java
assertEquals(maxCount, dataService.getCount(sessionId2)); UrlQueue urlQueue; while ((urlQueue = urlQueueService.poll(sessionId1)) != null) { assertTrue(urlQueue.getUrl().startsWith(url1)); } while ((urlQueue = urlQueueService.poll(sessionId2)) != null) { assertTrue(urlQueue.getUrl().startsWith(url2)); }
Registered: Sat Dec 20 11:21:39 UTC 2025 - Last Modified: Sat Sep 06 04:15:37 UTC 2025 - 12.8K bytes - Viewed (0)