Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 11 - 20 of 20 for urlQueue (0.27 seconds)

  1. fess-crawler-lasta/src/main/resources/crawler.xml

    	</component>
    
    	<!-- Entity -->
    	<component name="accessResult" class="org.codelibs.fess.crawler.entity.AccessResultImpl" instance="prototype" >
    	</component>
    	<component name="urlQueue" class="org.codelibs.fess.crawler.entity.UrlQueueImpl" instance="prototype" >
    	</component>
    
    	<!-- Service -->
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Tue Nov 28 13:40:25 GMT 2017
    - 1.7K bytes
    - Click Count (0)
  2. src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java

            String urlEncoding;
            final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
            if (urlQueue != null && urlQueue.getEncoding() != null) {
                urlEncoding = urlQueue.getEncoding();
            } else {
                urlEncoding = responseData.getCharSet();
            }
    
            // cid
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 25.7K bytes
    - Click Count (0)
  3. fess-crawler-opensearch/src/main/resources/crawler_opensearch.xml

    	</component>
    
    	<!-- Entity -->
    	<component name="accessResult"
    		class="org.codelibs.fess.crawler.entity.OpenSearchAccessResult" instance="prototype">
    	</component>
    	<component name="urlQueue"
    		class="org.codelibs.fess.crawler.entity.OpenSearchUrlQueue" instance="prototype">
    	</component>
    
    	<!-- Service -->
    	<component name="urlQueueService"
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Thu Nov 07 04:44:10 GMT 2024
    - 2.2K bytes
    - Click Count (0)
  4. fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/entity/OpenSearchUrlQueue.java

    import java.io.IOException;
    
    import org.opensearch.core.xcontent.ToXContent;
    import org.opensearch.core.xcontent.XContentBuilder;
    
    /**
     * OpenSearchUrlQueue is an implementation of {@link UrlQueue} for OpenSearch.
     */
    public class OpenSearchUrlQueue extends UrlQueueImpl<String> implements ToXContent {
    
        /**
         * Creates a new instance of OpenSearchUrlQueue.
         */
        public OpenSearchUrlQueue() {
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Sun Jul 06 02:13:03 GMT 2025
    - 3.1K bytes
    - Click Count (0)
  5. CLAUDE.md

      ├─ MimeTypeException
      ├─ MultipleCrawlingAccessException
      ├─ RobotsTxtException
      └─ SitemapsException
    ```
    
    ### Thread-Local Storage
    
    Use `CrawlingParameterUtil` to set/get `CrawlerContext` and `UrlQueue` in worker threads. Always clear in finally block with `CrawlingParameterUtil.clearAll()`.
    
    ### Resource Cleanup Pattern
    
    Always use try-with-resources for `ResponseData` - temp files are auto-deleted on close.
    
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Thu Mar 12 03:39:20 GMT 2026
    - 8.1K bytes
    - Click Count (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

    import org.codelibs.fess.crawler.client.CrawlerClientFactory;
    import org.codelibs.fess.crawler.container.CrawlerContainer;
    import org.codelibs.fess.crawler.entity.AccessResult;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.filter.UrlFilter;
    import org.codelibs.fess.crawler.interval.IntervalController;
    import org.codelibs.fess.crawler.rule.RuleManager;
    import org.codelibs.fess.crawler.service.DataService;
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Mon Nov 24 03:59:47 GMT 2025
    - 17K bytes
    - Click Count (0)
  7. src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java

            final Map<String, String> xpathConfigMap = crawlingConfig.getConfigParameterMap(ConfigName.XPATH);
    
            String urlEncoding;
            final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
            if (urlQueue != null && urlQueue.getEncoding() != null) {
                urlEncoding = urlQueue.getEncoding();
            } else {
                urlEncoding = responseData.getCharSet();
            }
    
            // cid
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Mar 12 01:46:45 GMT 2026
    - 55.3K bytes
    - Click Count (0)
  8. src/test/java/org/codelibs/fess/indexer/IndexUpdaterTest.java

            }
    
            @Override
            public boolean visited(OpenSearchUrlQueue urlQueue) {
                return false;
            }
    
            @Override
            public void generateUrlQueues(String sessionId, String url) {
                // Do nothing in test
            }
    
            @Override
            public void insert(OpenSearchUrlQueue urlQueue) {
                // Do nothing in test
            }
    
            @Override
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Mar 13 23:01:26 GMT 2026
    - 33.6K bytes
    - Click Count (0)
  9. src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

            try {
                // clear queue
                urlQueueService.clearCache();
                urlQueueService.delete(sid);
            } catch (final Exception e) {
                logger.warn("Failed to delete UrlQueue: sessionId={}", sid, e);
            }
    
            try {
                // clear
                dataService.delete(sid);
            } catch (final Exception e) {
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 25K bytes
    - Click Count (0)
  10. src/main/java/org/codelibs/fess/indexer/IndexUpdater.java

            }
            try {
                urlQueueService.delete(sessionId);
            } catch (final Exception e) {
                logger.warn("Failed to delete UrlQueue: sessionId={}", sessionId, e);
            }
            try {
                dataService.delete(sessionId);
            } catch (final Exception e) {
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 32.9K bytes
    - Click Count (0)
Back to Top