Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 1 - 6 of 6 for UrlQueue (0.04 seconds)

  1. src/main/java/org/codelibs/fess/helper/CrawlerLogHelper.java

            if (objs.length > 1 && objs[1] instanceof final UrlQueue<?> urlQueue) {
                ComponentUtil.getCrawlerStatsHelper().begin(urlQueue);
            }
        }
    
        @Override
        protected void processCleanupCrawling(final Object... objs) {
            super.processCleanupCrawling(objs);
            if (objs.length > 1 && objs[1] instanceof final UrlQueue<?> urlQueue) {
                ComponentUtil.getCrawlerStatsHelper().done(urlQueue);
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 8.3K bytes
    - Click Count (0)
  2. fess-crawler-opensearch/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

                assertEquals(maxCount, dataService.getCount(sessionId2));
    
                UrlQueue urlQueue;
                while ((urlQueue = urlQueueService.poll(sessionId1)) != null) {
                    assertTrue(urlQueue.getUrl().startsWith(url1));
                }
                while ((urlQueue = urlQueueService.poll(sessionId2)) != null) {
                    assertTrue(urlQueue.getUrl().startsWith(url2));
                }
    
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Thu Jan 15 01:11:43 GMT 2026
    - 7.8K bytes
    - Click Count (0)
  3. fess-crawler-lasta/src/main/resources/crawler.xml

    	</component>
    
    	<!-- Entity -->
    	<component name="accessResult" class="org.codelibs.fess.crawler.entity.AccessResultImpl" instance="prototype" >
    	</component>
    	<component name="urlQueue" class="org.codelibs.fess.crawler.entity.UrlQueueImpl" instance="prototype" >
    	</component>
    
    	<!-- Service -->
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Tue Nov 28 13:40:25 GMT 2017
    - 1.7K bytes
    - Click Count (0)
  4. fess-crawler-opensearch/src/main/resources/crawler_opensearch.xml

    	</component>
    
    	<!-- Entity -->
    	<component name="accessResult"
    		class="org.codelibs.fess.crawler.entity.OpenSearchAccessResult" instance="prototype">
    	</component>
    	<component name="urlQueue"
    		class="org.codelibs.fess.crawler.entity.OpenSearchUrlQueue" instance="prototype">
    	</component>
    
    	<!-- Service -->
    	<component name="urlQueueService"
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Thu Nov 07 04:44:10 GMT 2024
    - 2.2K bytes
    - Click Count (0)
  5. fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/entity/OpenSearchUrlQueue.java

    import java.io.IOException;
    
    import org.opensearch.core.xcontent.ToXContent;
    import org.opensearch.core.xcontent.XContentBuilder;
    
    /**
     * OpenSearchUrlQueue is an implementation of {@link UrlQueue} for OpenSearch.
     */
    public class OpenSearchUrlQueue extends UrlQueueImpl<String> implements ToXContent {
    
        /**
         * Creates a new instance of OpenSearchUrlQueue.
         */
        public OpenSearchUrlQueue() {
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Sun Jul 06 02:13:03 GMT 2025
    - 3.1K bytes
    - Click Count (0)
  6. CLAUDE.md

      ├─ MimeTypeException
      ├─ MultipleCrawlingAccessException
      ├─ RobotsTxtException
      └─ SitemapsException
    ```
    
    ### Thread-Local Storage
    
    Use `CrawlingParameterUtil` to set/get `CrawlerContext` and `UrlQueue` in worker threads. Always clear in finally block with `CrawlingParameterUtil.clearAll()`.
    
    ### Resource Cleanup Pattern
    
    Always use try-with-resources for `ResponseData` - temp files are auto-deleted on close.
    
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Thu Mar 12 03:39:20 GMT 2026
    - 8.1K bytes
    - Click Count (0)
Back to Top