Search Options

Results per page
Sort
Preferred Languages
Advance

Results 11 - 19 of 19 for urlQueueService (0.84 sec)

  1. fess-crawler-opensearch/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

    public class CrawlerTest extends LastaDiTestCase {
    
        @Resource
        private Crawler crawler;
    
        @Resource
        private DataService dataService;
    
        @Resource
        private UrlQueueService urlQueueService;
    
        @Resource
        private UrlFilterService urlFilterService;
    
        @Resource
        private FileTransformer fileTransformer;
    
        @Resource
        private FesenClient fesenClient;
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 7.7K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java

            final CrawlerContext crawlerContext = CrawlingParameterUtil.getCrawlerContext();
            final UrlQueueService<UrlQueue<?>> urlQueueService = CrawlingParameterUtil.getUrlQueueService();
            if (!urlQueueService.visited(urlQueue)) {
                if (checkAccessCount(crawlerContext)) {
                    final AccessResult<?> accessResult = createAccessResult(responseData, resultData);
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 12.5K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

        private static final Logger logger = LogManager.getLogger(Crawler.class);
    
        /**
         * Service for managing URL queues during crawling.
         */
        @Resource
        protected UrlQueueService<UrlQueue<?>> urlQueueService;
    
        /**
         * Service for managing access result data.
         */
        @Resource
        protected DataService<AccessResult<?>> dataService;
    
        /**
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 17K bytes
    - Viewed (0)
  4. fess-crawler-lasta/src/main/resources/crawler.xml

    	</component>
    	<component name="urlQueue" class="org.codelibs.fess.crawler.entity.UrlQueueImpl" instance="prototype" >
    	</component>
    
    	<!-- Service -->
    	<component name="urlQueueService" class="org.codelibs.fess.crawler.service.impl.UrlQueueServiceImpl" instance="prototype" >
    	</component>
    	<component name="dataService" class="org.codelibs.fess.crawler.service.impl.DataServiceImpl" instance="prototype" >
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Tue Nov 28 13:40:25 UTC 2017
    - 1.7K bytes
    - Viewed (0)
  5. CLAUDE.md

    ```java
    "^https?://.*"     → httpClient
    "^file:.*"         → fileSystemClient
    "^ftp://.*"        → ftpClient
    "^smb://.*"        → smbClient
    "^storage://.*"    → storageClient
    ```
    
    ### Services
    
    **UrlQueueService**: URL queue management (FIFO), duplicate detection via `visited()`
    **DataService**: Access result persistence, iteration
    
    **Implementations**:
    - `UrlQueueServiceImpl`, `DataServiceImpl`: In-memory (default)
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Fri Nov 28 17:31:34 UTC 2025
    - 10.7K bytes
    - Viewed (0)
  6. src/main/java/org/codelibs/fess/indexer/IndexUpdater.java

        @Resource
        protected DataService<OpenSearchAccessResult> dataService;
    
        /** Service for managing URL crawling queue */
        @Resource
        protected UrlQueueService<OpenSearchUrlQueue> urlQueueService;
    
        /** Service for URL filtering operations */
        @Resource
        protected UrlFilterService urlFilterService;
    
        /** Behavior class for click log operations */
        @Resource
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 32.9K bytes
    - Viewed (0)
  7. fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/service/impl/OpenSearchUrlQueueService.java

    import jakarta.annotation.PreDestroy;
    import jakarta.annotation.Resource;
    
    /**
     * OpenSearchUrlQueueService is an implementation of {@link UrlQueueService} for OpenSearch.
     *
     * @author shinsuke
     *
     */
    public class OpenSearchUrlQueueService extends AbstractCrawlerService implements UrlQueueService<OpenSearchUrlQueue> {
        /**
         * Logger instance.
         */
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 20 08:40:57 UTC 2025
    - 16.9K bytes
    - Viewed (1)
  8. fess-crawler-opensearch/src/main/resources/crawler_opensearch.xml

    	</component>
    	<component name="urlQueue"
    		class="org.codelibs.fess.crawler.entity.OpenSearchUrlQueue" instance="prototype">
    	</component>
    
    	<!-- Service -->
    	<component name="urlQueueService"
    		class="org.codelibs.fess.crawler.service.impl.OpenSearchUrlQueueService">
    		<arg>crawlerConfig</arg>
    	</component>
    	<component name="dataService"
    		class="org.codelibs.fess.crawler.service.impl.OpenSearchDataService">
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 07 04:44:10 UTC 2024
    - 2.2K bytes
    - Viewed (0)
  9. src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

            } catch (final Exception e) {
                logger.warn("Failed to delete UrlFilter: sessionId={}", sid, e);
            }
    
            try {
                // clear queue
                urlQueueService.clearCache();
                urlQueueService.delete(sid);
            } catch (final Exception e) {
                logger.warn("Failed to delete UrlQueue: sessionId={}", sid, e);
            }
    
            try {
                // clear
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 25K bytes
    - Viewed (0)
Back to top