Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 16 for UrlQueueService (0.09 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/service/UrlQueueService.java

    /**
     * Service interface for managing URL queues.
     * Provides methods for adding, retrieving, and managing URLs within a crawling session.
     *
     * @param <QUEUE> the type of URL queue
     */
    public interface UrlQueueService<QUEUE extends UrlQueue<?>> {
    
        /**
         * Updates the session ID.
         *
         * @param oldSessionId The old session ID.
         * @param newSessionId The new session ID.
         */
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 2.6K bytes
    - Viewed (0)
  2. src/main/resources/crawler_es+urlQueueService.xml

    <?xml version="1.0" encoding="UTF-8"?>
    <!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN" 
    	"http://dbflute.org/meta/lastadi10.dtd">
    <components namespace="fessCrawler">
    	<component name="urlQueueService"
    		class="org.codelibs.fess.crawler.service.FessUrlQueueService">
    		<arg>crawlerConfig</arg>
    	</component>
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Sun Nov 03 05:09:36 UTC 2024
    - 336 bytes
    - Viewed (0)
  3. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

    import org.dbflute.utflute.core.PlainTestCase;
    
    public class CrawlerTest extends PlainTestCase {
    
        public Crawler crawler;
    
        public DataService dataService;
    
        public UrlQueueService urlQueueService;
    
        public FileTransformer fileTransformer;
    
        private StandardCrawlerContainer container;
    
        @Override
        protected void setUp() throws Exception {
            super.setUp();
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 19.1K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/util/CrawlingParameterUtil.java

         *
         * @param urlQueueService the UrlQueueService instance to be set, or null to remove the current instance
         */
        public static void setUrlQueueService(final UrlQueueService<UrlQueue<?>> urlQueueService) {
            if (urlQueueService == null) {
                URL_QUEUE_SERVICE_THREAD_LOCAL.remove();
            } else {
                URL_QUEUE_SERVICE_THREAD_LOCAL.set(urlQueueService);
            }
        }
    
        /**
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Mar 15 06:52:00 UTC 2025
    - 6.4K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/service/impl/UrlQueueServiceImpl.java

    import org.codelibs.fess.crawler.entity.UrlQueueImpl;
    import org.codelibs.fess.crawler.helper.MemoryDataHelper;
    import org.codelibs.fess.crawler.service.UrlQueueService;
    
    import jakarta.annotation.Resource;
    
    /**
     * Implementation of the {@link UrlQueueService} interface.
     * This class provides methods for managing a queue of URLs to be crawled,
     * including adding, deleting, and retrieving URLs from the queue.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 9.3K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

     * It uses various services and components, such as {@link UrlQueueService}, {@link DataService},
     * {@link CrawlerContainer}, {@link LogHelper}, {@link CrawlerClientFactory}, and {@link CrawlerContext},
     * to perform its tasks.
     * </p>
     *
     * <p>
     * The crawling process involves the following steps:
     * </p>
     * <ol>
     *   <li>Fetching a URL from the queue using {@link UrlQueueService#poll(String)}.</li>
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 20.4K bytes
    - Viewed (0)
  7. fess-crawler-opensearch/src/test/java/org/codelibs/fess/crawler/service/impl/OpenSearchUrlQueueServiceTest.java

            urlQueueService.insert(urlQueue);
    
            final OpenSearchUrlQueue urlQueue2 = new OpenSearchUrlQueue();
            urlQueue2.setCreateTime(System.currentTimeMillis());
            urlQueue2.setDepth(1);
            urlQueue2.setMethod("GET");
            urlQueue2.setSessionId("id2");
            urlQueue2.setUrl("http://www.id2.com/");
    
            urlQueueService.insert(urlQueue2);
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 5.8K bytes
    - Viewed (0)
  8. fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

    public class CrawlerTest extends LastaDiTestCase {
    
        @Resource
        private Crawler crawler;
    
        @Resource
        private DataService dataService;
    
        @Resource
        private UrlQueueService urlQueueService;
    
        @Resource
        private FileTransformer fileTransformer;
    
        @Resource
        private CrawlerContainer crawlerContainer;
    
        @Override
        protected String prepareConfigFile() {
            return "crawler.xml";
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 12.8K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

        private static final Logger logger = LogManager.getLogger(Crawler.class);
    
        /**
         * Service for managing URL queues during crawling.
         */
        @Resource
        protected UrlQueueService<UrlQueue<?>> urlQueueService;
    
        /**
         * Service for managing access result data.
         */
        @Resource
        protected DataService<AccessResult<?>> dataService;
    
        /**
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 14K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java

            final CrawlerContext crawlerContext = CrawlingParameterUtil.getCrawlerContext();
            final UrlQueueService<UrlQueue<?>> urlQueueService = CrawlingParameterUtil.getUrlQueueService();
            if (!urlQueueService.visited(urlQueue)) {
                if (checkAccessCount(crawlerContext)) {
                    final AccessResult<?> accessResult = createAccessResult(responseData, resultData);
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 12.5K bytes
    - Viewed (0)
Back to top