Search Options

Results per page
Sort
Preferred Languages
Advance

Results 11 - 20 of 32 for urlQueue (0.24 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/util/CrawlingParameterUtil.java

         * the URL queue for the current thread is removed.
         *
         * @param urlQueue the URL queue to be set for the current thread, or null to remove the URL queue
         */
        public static void setUrlQueue(final UrlQueue<?> urlQueue) {
            if (urlQueue == null) {
                URL_QUEUE_THREAD_LOCAL.remove();
            } else {
                URL_QUEUE_THREAD_LOCAL.set(urlQueue);
            }
        }
    
        /**
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Nov 22 13:28:22 UTC 2025
    - 6.4K bytes
    - Viewed (0)
  2. fess-crawler-opensearch/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

                UrlQueue urlQueue;
                while ((urlQueue = urlQueueService.poll(sessionId1)) != null) {
                    assertTrue(urlQueue.getUrl() + "=>" + url1, urlQueue.getUrl().startsWith(url1));
                }
                while ((urlQueue = urlQueueService.poll(sessionId2)) != null) {
                    assertTrue(urlQueue.getUrl() + "=>" + url2, urlQueue.getUrl().startsWith(url2));
                }
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 7.7K bytes
    - Viewed (0)
  3. fess-crawler-opensearch/src/main/java/org/codelibs/fess/crawler/service/impl/OpenSearchUrlQueueService.java

                return;
            }
            final OpenSearchUrlQueue urlQueue = new OpenSearchUrlQueue();
            urlQueue.setSessionId(sessionId);
            urlQueue.setUrl(url);
            urlQueue.setCreateTime(System.currentTimeMillis());
            urlQueue.setLastModified(0L);
            urlQueue.setDepth(0);
            urlQueue.setMethod(Constants.GET_METHOD);
            insert(urlQueue);
        }
    
        /**
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 20 08:40:57 UTC 2025
    - 16.9K bytes
    - Viewed (1)
  4. fess-crawler/src/test/java/org/codelibs/fess/crawler/util/CrawlingParameterUtilTest.java

            assertNull(CrawlingParameterUtil.getUrlQueue());
    
            // Create and set a mock UrlQueue
            UrlQueue<?> urlQueue = createMockUrlQueue("test-session", "http://example.com");
            CrawlingParameterUtil.setUrlQueue(urlQueue);
    
            // Verify it can be retrieved
            UrlQueue<?> retrieved = CrawlingParameterUtil.getUrlQueue();
            assertNotNull(retrieved);
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 14.6K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/entity/UrlQueueImpl.java

    /**
     * Implementation of the {@link UrlQueue} interface.
     * This class represents a URL to be crawled, storing its ID, session ID,
     * HTTP method, URL, metadata, encoding, parent URL, depth, last modified time,
     * creation time, and weight.
     *
     * @param <IDTYPE> the type of the identifier for the URL queue entry
     */
    public class UrlQueueImpl<IDTYPE> implements UrlQueue<IDTYPE> {
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 6.1K bytes
    - Viewed (0)
  6. fess-crawler-lasta/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

                assertEquals(maxCount, dataService.getCount(sessionId2));
    
                UrlQueue urlQueue;
                while ((urlQueue = urlQueueService.poll(sessionId1)) != null) {
                    assertTrue(urlQueue.getUrl().startsWith(url1));
                }
                while ((urlQueue = urlQueueService.poll(sessionId2)) != null) {
                    assertTrue(urlQueue.getUrl().startsWith(url2));
                }
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 12.8K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/interval/impl/HostIntervalController.java

         */
        @Override
        protected void delayBeforeProcessing() {
            final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
            if (urlQueue == null) {
                return;
            }
    
            final String url = urlQueue.getUrl();
            if (StringUtil.isBlank(url) || url.startsWith("file:")) {
                // not target
                return;
            }
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Mon Nov 24 03:59:47 UTC 2025
    - 5.2K bytes
    - Viewed (0)
  8. src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java

                final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
                if (urlQueue != null) {
                    final String parentUrl = urlQueue.getParentUrl();
                    if (StringUtil.isNotEmpty(parentUrl)) {
                        final String sessionId = urlQueue.getSessionId();
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Thu Dec 11 09:47:03 UTC 2025
    - 14.1K bytes
    - Viewed (0)
  9. src/main/java/org/codelibs/fess/helper/CrawlerStatsHelper.java

         * @return the URL string or a default value if not extractable
         */
        protected String getUrl(final Object keyObj) {
            if (keyObj instanceof final UrlQueue<?> urlQueue) {
                return escapeValue(urlQueue.getUrl());
            }
            if (keyObj instanceof final StatsKeyObject statsKey) {
                return escapeValue(statsKey.getUrl());
            }
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Thu Aug 07 03:06:29 UTC 2025
    - 17.4K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/service/UrlQueueService.java

    import java.util.List;
    
    import org.codelibs.fess.crawler.entity.UrlQueue;
    
    /**
     * Service interface for managing URL queues.
     * Provides methods for adding, retrieving, and managing URLs within a crawling session.
     *
     * @param <QUEUE> the type of URL queue
     */
    public interface UrlQueueService<QUEUE extends UrlQueue<?>> {
    
        /**
         * Updates the session ID.
         *
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 2.6K bytes
    - Viewed (0)
Back to top