- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 16 for UrlQueueService (0.1 sec)
-
fess-crawler/src/main/java/org/codelibs/fess/crawler/service/UrlQueueService.java
/** * Service interface for managing URL queues. * Provides methods for adding, retrieving, and managing URLs within a crawling session. * * @param <QUEUE> the type of URL queue */ public interface UrlQueueService<QUEUE extends UrlQueue<?>> { /** * Updates the session ID. * * @param oldSessionId The old session ID. * @param newSessionId The new session ID. */
Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Sun Jul 06 02:13:03 UTC 2025 - 2.6K bytes - Viewed (0) -
src/main/resources/crawler_es+urlQueueService.xml
<?xml version="1.0" encoding="UTF-8"?> <!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN" "http://dbflute.org/meta/lastadi10.dtd"> <components namespace="fessCrawler"> <component name="urlQueueService" class="org.codelibs.fess.crawler.service.FessUrlQueueService"> <arg>crawlerConfig</arg> </component>
Registered: Thu Sep 04 12:52:25 UTC 2025 - Last Modified: Sun Nov 03 05:09:36 UTC 2024 - 336 bytes - Viewed (0) -
fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java
import org.dbflute.utflute.core.PlainTestCase; public class CrawlerTest extends PlainTestCase { public Crawler crawler; public DataService dataService; public UrlQueueService urlQueueService; public FileTransformer fileTransformer; private StandardCrawlerContainer container; @Override protected void setUp() throws Exception { super.setUp();
Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Sat Sep 06 04:15:37 UTC 2025 - 19.1K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/util/CrawlingParameterUtil.java
* * @param urlQueueService the UrlQueueService instance to be set, or null to remove the current instance */ public static void setUrlQueueService(final UrlQueueService<UrlQueue<?>> urlQueueService) { if (urlQueueService == null) { URL_QUEUE_SERVICE_THREAD_LOCAL.remove(); } else { URL_QUEUE_SERVICE_THREAD_LOCAL.set(urlQueueService); } } /**
Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Sat Mar 15 06:52:00 UTC 2025 - 6.4K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/service/impl/UrlQueueServiceImpl.java
import org.codelibs.fess.crawler.entity.UrlQueueImpl; import org.codelibs.fess.crawler.helper.MemoryDataHelper; import org.codelibs.fess.crawler.service.UrlQueueService; import jakarta.annotation.Resource; /** * Implementation of the {@link UrlQueueService} interface. * This class provides methods for managing a queue of URLs to be crawled, * including adding, deleting, and retrieving URLs from the queue.
Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Sun Jul 06 02:13:03 UTC 2025 - 9.3K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java
* It uses various services and components, such as {@link UrlQueueService}, {@link DataService}, * {@link CrawlerContainer}, {@link LogHelper}, {@link CrawlerClientFactory}, and {@link CrawlerContext}, * to perform its tasks. * </p> * * <p> * The crawling process involves the following steps: * </p> * <ol> * <li>Fetching a URL from the queue using {@link UrlQueueService#poll(String)}.</li>
Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Thu Aug 07 02:55:08 UTC 2025 - 20.4K bytes - Viewed (0) -
fess-crawler-opensearch/src/test/java/org/codelibs/fess/crawler/service/impl/OpenSearchUrlQueueServiceTest.java
urlQueueService.insert(urlQueue); final OpenSearchUrlQueue urlQueue2 = new OpenSearchUrlQueue(); urlQueue2.setCreateTime(System.currentTimeMillis()); urlQueue2.setDepth(1); urlQueue2.setMethod("GET"); urlQueue2.setSessionId("id2"); urlQueue2.setUrl("http://www.id2.com/"); urlQueueService.insert(urlQueue2);
Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Thu Aug 07 02:55:08 UTC 2025 - 5.8K bytes - Viewed (0) -
fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java
public class CrawlerTest extends LastaDiTestCase { @Resource private Crawler crawler; @Resource private DataService dataService; @Resource private UrlQueueService urlQueueService; @Resource private FileTransformer fileTransformer; @Resource private CrawlerContainer crawlerContainer; @Override protected String prepareConfigFile() { return "crawler.xml";
Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Sat Sep 06 04:15:37 UTC 2025 - 12.8K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java
private static final Logger logger = LogManager.getLogger(Crawler.class); /** * Service for managing URL queues during crawling. */ @Resource protected UrlQueueService<UrlQueue<?>> urlQueueService; /** * Service for managing access result data. */ @Resource protected DataService<AccessResult<?>> dataService; /**
Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Sun Jul 06 02:13:03 UTC 2025 - 14K bytes - Viewed (0) -
fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java
final CrawlerContext crawlerContext = CrawlingParameterUtil.getCrawlerContext(); final UrlQueueService<UrlQueue<?>> urlQueueService = CrawlingParameterUtil.getUrlQueueService(); if (!urlQueueService.visited(urlQueue)) { if (checkAccessCount(crawlerContext)) { final AccessResult<?> accessResult = createAccessResult(responseData, resultData);
Registered: Sun Sep 21 03:50:09 UTC 2025 - Last Modified: Thu Aug 07 02:55:08 UTC 2025 - 12.5K bytes - Viewed (0)