Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 1 - 10 of 10 for UrlQueue (0.04 seconds)

  1. src/main/java/org/codelibs/fess/helper/CrawlerLogHelper.java

            if (objs.length > 1 && objs[1] instanceof final UrlQueue<?> urlQueue) {
                ComponentUtil.getCrawlerStatsHelper().begin(urlQueue);
            }
        }
    
        @Override
        protected void processCleanupCrawling(final Object... objs) {
            super.processCleanupCrawling(objs);
            if (objs.length > 1 && objs[1] instanceof final UrlQueue<?> urlQueue) {
                ComponentUtil.getCrawlerStatsHelper().done(urlQueue);
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 8.3K bytes
    - Click Count (0)
  2. src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java

                final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
                if (urlQueue != null) {
                    final String parentUrl = urlQueue.getParentUrl();
                    if (StringUtil.isNotEmpty(parentUrl)) {
                        final String sessionId = urlQueue.getSessionId();
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Dec 11 09:47:03 GMT 2025
    - 14.1K bytes
    - Click Count (0)
  3. src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java

         * URL tracking when certain HTTP status codes are encountered.
         *
         * @param urlQueue the URL queue item that was processed
         * @param responseData the response data from the crawl operation
         */
        @Override
        protected void processResponse(final UrlQueue<?> urlQueue, final ResponseData responseData) {
            super.processResponse(urlQueue, responseData);
    
            final FessConfig fessConfig = ComponentUtil.getFessConfig();
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Dec 11 09:47:03 GMT 2025
    - 19.5K bytes
    - Click Count (0)
  4. src/test/java/org/codelibs/fess/helper/CrawlerStatsHelperTest.java

            }
        }
    
        @Test
        public void test_urlQueueKeyObject() {
            TestUrlQueue urlQueue = new TestUrlQueue("queue_123", "http://example.com/test");
            crawlerStatsHelper.begin(urlQueue);
            crawlerStatsHelper.record(urlQueue, "crawled");
            crawlerStatsHelper.done(urlQueue);
    
            String[] values = localLogMsg.get().split("\t");
            assertEquals(4, values.length);
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Wed Jan 14 14:29:07 GMT 2026
    - 15.3K bytes
    - Click Count (0)
  5. src/main/java/org/codelibs/fess/helper/CrawlerStatsHelper.java

         * @return the URL string or a default value if not extractable
         */
        protected String getUrl(final Object keyObj) {
            if (keyObj instanceof final UrlQueue<?> urlQueue) {
                return escapeValue(urlQueue.getUrl());
            }
            if (keyObj instanceof final StatsKeyObject statsKey) {
                return escapeValue(statsKey.getUrl());
            }
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Aug 07 03:06:29 GMT 2025
    - 17.4K bytes
    - Click Count (0)
  6. src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java

            String urlEncoding;
            final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
            if (urlQueue != null && urlQueue.getEncoding() != null) {
                urlEncoding = urlQueue.getEncoding();
            } else {
                urlEncoding = responseData.getCharSet();
            }
    
            // cid
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 25.7K bytes
    - Click Count (0)
  7. src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java

            final Map<String, String> xpathConfigMap = crawlingConfig.getConfigParameterMap(ConfigName.XPATH);
    
            String urlEncoding;
            final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
            if (urlQueue != null && urlQueue.getEncoding() != null) {
                urlEncoding = urlQueue.getEncoding();
            } else {
                urlEncoding = responseData.getCharSet();
            }
    
            // cid
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Thu Mar 12 01:46:45 GMT 2026
    - 55.3K bytes
    - Click Count (0)
  8. src/test/java/org/codelibs/fess/indexer/IndexUpdaterTest.java

            }
    
            @Override
            public boolean visited(OpenSearchUrlQueue urlQueue) {
                return false;
            }
    
            @Override
            public void generateUrlQueues(String sessionId, String url) {
                // Do nothing in test
            }
    
            @Override
            public void insert(OpenSearchUrlQueue urlQueue) {
                // Do nothing in test
            }
    
            @Override
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Mar 13 23:01:26 GMT 2026
    - 33.6K bytes
    - Click Count (0)
  9. src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

            try {
                // clear queue
                urlQueueService.clearCache();
                urlQueueService.delete(sid);
            } catch (final Exception e) {
                logger.warn("Failed to delete UrlQueue: sessionId={}", sid, e);
            }
    
            try {
                // clear
                dataService.delete(sid);
            } catch (final Exception e) {
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 25K bytes
    - Click Count (0)
  10. src/main/java/org/codelibs/fess/indexer/IndexUpdater.java

            }
            try {
                urlQueueService.delete(sessionId);
            } catch (final Exception e) {
                logger.warn("Failed to delete UrlQueue: sessionId={}", sessionId, e);
            }
            try {
                dataService.delete(sessionId);
            } catch (final Exception e) {
    Created: Tue Mar 31 13:07:34 GMT 2026
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 32.9K bytes
    - Click Count (0)
Back to Top