Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 1 - 10 of 12 for UrlQueue (0.12 seconds)

The search processing time has exceeded the limit. The displayed results may be partial.

  1. src/main/java/org/codelibs/fess/helper/CrawlerLogHelper.java

            if (objs.length > 1 && objs[1] instanceof final UrlQueue<?> urlQueue) {
                ComponentUtil.getCrawlerStatsHelper().begin(urlQueue);
            }
        }
    
        @Override
        protected void processCleanupCrawling(final Object... objs) {
            super.processCleanupCrawling(objs);
            if (objs.length > 1 && objs[1] instanceof final UrlQueue<?> urlQueue) {
                ComponentUtil.getCrawlerStatsHelper().done(urlQueue);
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 8.3K bytes
    - Click Count (0)
  2. fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/service/impl/OpenSearchUrlQueueService.java

                return;
            }
            final OpenSearchUrlQueue urlQueue = new OpenSearchUrlQueue();
            urlQueue.setSessionId(sessionId);
            urlQueue.setUrl(url);
            urlQueue.setCreateTime(System.currentTimeMillis());
            urlQueue.setLastModified(0L);
            urlQueue.setDepth(0);
            urlQueue.setMethod(Constants.GET_METHOD);
            insert(urlQueue);
        }
    
        /**
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Thu Nov 20 08:40:57 GMT 2025
    - 16.9K bytes
    - Click Count (1)
  3. fess-crawler-opensearch/src/test/java/org/codelibs/fess/crawler/service/impl/OpenSearchUrlQueueServiceTest.java

        public void test_insert_update_deleteTx() {
            final OpenSearchUrlQueue urlQueue = new OpenSearchUrlQueue();
            urlQueue.setCreateTime(System.currentTimeMillis());
            urlQueue.setDepth(1);
            urlQueue.setMethod("GET");
            urlQueue.setSessionId("sessionId");
            urlQueue.setUrl("http://www.example.com/");
    
            urlQueueService.insert(urlQueue);
            assertTrue(fesenClient.prepareSearch("fess_crawler.queue")
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Wed Jan 14 23:48:16 GMT 2026
    - 14.5K bytes
    - Click Count (0)
  4. fess-crawler-opensearch/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

                assertEquals(maxCount, dataService.getCount(sessionId2));
    
                UrlQueue urlQueue;
                while ((urlQueue = urlQueueService.poll(sessionId1)) != null) {
                    assertTrue(urlQueue.getUrl().startsWith(url1));
                }
                while ((urlQueue = urlQueueService.poll(sessionId2)) != null) {
                    assertTrue(urlQueue.getUrl().startsWith(url2));
                }
    
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Thu Jan 15 01:11:43 GMT 2026
    - 7.8K bytes
    - Click Count (0)
  5. src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java

                final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
                if (urlQueue != null) {
                    final String parentUrl = urlQueue.getParentUrl();
                    if (StringUtil.isNotEmpty(parentUrl)) {
                        final String sessionId = urlQueue.getSessionId();
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Dec 11 09:47:03 GMT 2025
    - 14.1K bytes
    - Click Count (0)
  6. src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java

            String urlEncoding;
            final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
            if (urlQueue != null && urlQueue.getEncoding() != null) {
                urlEncoding = urlQueue.getEncoding();
            } else {
                urlEncoding = responseData.getCharSet();
            }
    
            // cid
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 25.7K bytes
    - Click Count (0)
  7. fess-crawler-opensearch/src/main/resources/crawler_opensearch.xml

    	</component>
    
    	<!-- Entity -->
    	<component name="accessResult"
    		class="org.codelibs.fess.crawler.entity.OpenSearchAccessResult" instance="prototype">
    	</component>
    	<component name="urlQueue"
    		class="org.codelibs.fess.crawler.entity.OpenSearchUrlQueue" instance="prototype">
    	</component>
    
    	<!-- Service -->
    	<component name="urlQueueService"
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Thu Nov 07 04:44:10 GMT 2024
    - 2.2K bytes
    - Click Count (0)
  8. fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/entity/OpenSearchUrlQueue.java

    import java.io.IOException;
    
    import org.opensearch.core.xcontent.ToXContent;
    import org.opensearch.core.xcontent.XContentBuilder;
    
    /**
     * OpenSearchUrlQueue is an implementation of {@link UrlQueue} for OpenSearch.
     */
    public class OpenSearchUrlQueue extends UrlQueueImpl<String> implements ToXContent {
    
        /**
         * Creates a new instance of OpenSearchUrlQueue.
         */
        public OpenSearchUrlQueue() {
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Sun Jul 06 02:13:03 GMT 2025
    - 3.1K bytes
    - Click Count (0)
  9. CLAUDE.md

      ├─ MimeTypeException
      ├─ MultipleCrawlingAccessException
      ├─ RobotsTxtException
      └─ SitemapsException
    ```
    
    ### Thread-Local Storage
    
    Use `CrawlingParameterUtil` to set/get `CrawlerContext` and `UrlQueue` in worker threads. Always clear in finally block with `CrawlingParameterUtil.clearAll()`.
    
    ### Resource Cleanup Pattern
    
    Always use try-with-resources for `ResponseData` - temp files are auto-deleted on close.
    
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Thu Mar 12 03:39:20 GMT 2026
    - 8.1K bytes
    - Click Count (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

    import org.codelibs.fess.crawler.client.CrawlerClientFactory;
    import org.codelibs.fess.crawler.container.CrawlerContainer;
    import org.codelibs.fess.crawler.entity.AccessResult;
    import org.codelibs.fess.crawler.entity.UrlQueue;
    import org.codelibs.fess.crawler.filter.UrlFilter;
    import org.codelibs.fess.crawler.interval.IntervalController;
    import org.codelibs.fess.crawler.rule.RuleManager;
    import org.codelibs.fess.crawler.service.DataService;
    Created: Sun Apr 12 03:50:13 GMT 2026
    - Last Modified: Mon Nov 24 03:59:47 GMT 2025
    - 17K bytes
    - Click Count (0)
Back to Top