Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 19 for UrlQueueService (0.05 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/service/UrlQueueService.java

    /**
     * Service interface for managing URL queues.
     * Provides methods for adding, retrieving, and managing URLs within a crawling session.
     *
     * @param <QUEUE> the type of URL queue
     */
    public interface UrlQueueService<QUEUE extends UrlQueue<?>> {
    
        /**
         * Updates the session ID.
         *
         * @param oldSessionId The old session ID.
         * @param newSessionId The new session ID.
         */
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 2.6K bytes
    - Viewed (0)
  2. src/main/resources/crawler_opensearch+urlQueueService.xml

    <?xml version="1.0" encoding="UTF-8"?>
    <!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN" 
    	"http://dbflute.org/meta/lastadi10.dtd">
    <components namespace="fessCrawler">
    	<component name="urlQueueService"
    		class="org.codelibs.fess.crawler.service.FessUrlQueueService">
    		<arg>crawlerConfig</arg>
    	</component>
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Thu Oct 30 05:29:49 UTC 2025
    - 336 bytes
    - Viewed (0)
  3. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

    import org.dbflute.utflute.core.PlainTestCase;
    
    public class CrawlerTest extends PlainTestCase {
    
        public Crawler crawler;
    
        public DataService dataService;
    
        public UrlQueueService urlQueueService;
    
        public FileTransformer fileTransformer;
    
        private StandardCrawlerContainer container;
    
        @Override
        protected void setUp() throws Exception {
            super.setUp();
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Tue Nov 11 13:40:14 UTC 2025
    - 25.8K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

     * It uses various services and components, such as {@link UrlQueueService}, {@link DataService},
     * {@link CrawlerContainer}, {@link LogHelper}, {@link CrawlerClientFactory}, and {@link CrawlerContext},
     * to perform its tasks.
     * </p>
     *
     * <p>
     * The crawling process involves the following steps:
     * </p>
     * <ol>
     *   <li>Fetching a URL from the queue using {@link UrlQueueService#poll(String)}.</li>
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 20.4K bytes
    - Viewed (0)
  5. fess-crawler-opensearch/src/test/java/org/codelibs/fess/crawler/service/impl/OpenSearchUrlQueueServiceTest.java

            }
    
            urlQueueService.offerAll(sessionId, urlQueueList);
    
            // Poll - items should be ordered by weight (descending)
            final OpenSearchUrlQueue first = urlQueueService.poll(sessionId);
            assertNotNull(first);
            // Weight should be highest
            assertTrue(first.getWeight() >= 1);
    
            urlQueueService.delete(sessionId);
        }
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 20 08:40:57 UTC 2025
    - 14.3K bytes
    - Viewed (0)
  6. fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

    public class CrawlerTest extends LastaDiTestCase {
    
        @Resource
        private Crawler crawler;
    
        @Resource
        private DataService dataService;
    
        @Resource
        private UrlQueueService urlQueueService;
    
        @Resource
        private FileTransformer fileTransformer;
    
        @Resource
        private CrawlerContainer crawlerContainer;
    
        @Override
        protected String prepareConfigFile() {
            return "crawler.xml";
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 12.8K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/util/CrawlingParameterUtil.java

         *
         * @param urlQueueService the UrlQueueService instance to be set, or null to remove the current instance
         */
        public static void setUrlQueueService(final UrlQueueService<UrlQueue<?>> urlQueueService) {
            if (urlQueueService == null) {
                URL_QUEUE_SERVICE_THREAD_LOCAL.remove();
            } else {
                URL_QUEUE_SERVICE_THREAD_LOCAL.set(urlQueueService);
            }
        }
    
        /**
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Nov 22 13:28:22 UTC 2025
    - 6.4K bytes
    - Viewed (0)
  8. fess-crawler/src/main/java/org/codelibs/fess/crawler/service/impl/UrlQueueServiceImpl.java

    import org.codelibs.fess.crawler.entity.UrlQueueImpl;
    import org.codelibs.fess.crawler.helper.MemoryDataHelper;
    import org.codelibs.fess.crawler.service.UrlQueueService;
    
    import jakarta.annotation.Resource;
    
    /**
     * Implementation of the {@link UrlQueueService} interface.
     * This class provides methods for managing a queue of URLs to be crawled,
     * including adding, deleting, and retrieving URLs from the queue.
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 9.3K bytes
    - Viewed (0)
  9. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerThreadTest.java

    import org.codelibs.fess.crawler.service.UrlQueueService;
    import org.dbflute.utflute.core.PlainTestCase;
    
    /**
     * Test case for CrawlerThread class.
     */
    public class CrawlerThreadTest extends PlainTestCase {
    
        private CrawlerThread crawlerThread;
        private CrawlerContext crawlerContext;
        private UrlQueueService<UrlQueue<?>> urlQueueService;
        private DataService dataService;
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 18.3K bytes
    - Viewed (0)
  10. fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlingParameterUtilTest.java

        public void test_urlQueueService_setAndGet() {
            // Initially should be null
            assertNull(CrawlingParameterUtil.getUrlQueueService());
    
            // Create a mock UrlQueueService
            UrlQueueService<UrlQueue<?>> service = new UrlQueueService<UrlQueue<?>>() {
                @Override
                public void updateSessionId(String oldSessionId, String newSessionId) {
                }
    
                @Override
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 14.6K bytes
    - Viewed (0)
Back to top