Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 1 - 8 of 8 for urlQueue (0.08 seconds)

  1. src/main/java/org/codelibs/fess/helper/CrawlerLogHelper.java

            if (objs.length > 1 && objs[1] instanceof final UrlQueue<?> urlQueue) {
                ComponentUtil.getCrawlerStatsHelper().begin(urlQueue);
            }
        }
    
        @Override
        protected void processCleanupCrawling(final Object... objs) {
            super.processCleanupCrawling(objs);
            if (objs.length > 1 && objs[1] instanceof final UrlQueue<?> urlQueue) {
                ComponentUtil.getCrawlerStatsHelper().done(urlQueue);
    Created: Sat Dec 20 09:19:18 GMT 2025
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 8.3K bytes
    - Click Count (0)
  2. src/main/java/org/codelibs/fess/crawler/FessCrawlerThread.java

         * URL tracking when certain HTTP status codes are encountered.
         *
         * @param urlQueue the URL queue item that was processed
         * @param responseData the response data from the crawl operation
         */
        @Override
        protected void processResponse(final UrlQueue<?> urlQueue, final ResponseData responseData) {
            super.processResponse(urlQueue, responseData);
    
            final FessConfig fessConfig = ComponentUtil.getFessConfig();
    Created: Sat Dec 20 09:19:18 GMT 2025
    - Last Modified: Thu Dec 11 09:47:03 GMT 2025
    - 19.5K bytes
    - Click Count (0)
  3. src/main/java/org/codelibs/fess/crawler/transformer/FessTransformer.java

                final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
                if (urlQueue != null) {
                    final String parentUrl = urlQueue.getParentUrl();
                    if (StringUtil.isNotEmpty(parentUrl)) {
                        final String sessionId = urlQueue.getSessionId();
    Created: Sat Dec 20 09:19:18 GMT 2025
    - Last Modified: Thu Dec 11 09:47:03 GMT 2025
    - 14.1K bytes
    - Click Count (0)
  4. src/main/java/org/codelibs/fess/crawler/transformer/AbstractFessFileTransformer.java

            String urlEncoding;
            final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
            if (urlQueue != null && urlQueue.getEncoding() != null) {
                urlEncoding = urlQueue.getEncoding();
            } else {
                urlEncoding = responseData.getCharSet();
            }
    
            // cid
    Created: Sat Dec 20 09:19:18 GMT 2025
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 25.7K bytes
    - Click Count (0)
  5. src/main/java/org/codelibs/fess/crawler/transformer/FessXpathTransformer.java

            final Map<String, String> xpathConfigMap = crawlingConfig.getConfigParameterMap(ConfigName.XPATH);
    
            String urlEncoding;
            final UrlQueue<?> urlQueue = CrawlingParameterUtil.getUrlQueue();
            if (urlQueue != null && urlQueue.getEncoding() != null) {
                urlEncoding = urlQueue.getEncoding();
            } else {
                urlEncoding = responseData.getCharSet();
            }
    
            // cid
    Created: Sat Dec 20 09:19:18 GMT 2025
    - Last Modified: Fri Dec 12 13:58:40 GMT 2025
    - 54.6K bytes
    - Click Count (0)
  6. CLAUDE.md

      └─ UnsupportedExtractException
    ```
    
    ### Thread-Local Storage
    
    ```java
    // Set (in CrawlerThread)
    CrawlingParameterUtil.setCrawlerContext(context);
    CrawlingParameterUtil.setUrlQueue(urlQueue);
    
    // Get (anywhere in same thread)
    CrawlerContext ctx = CrawlingParameterUtil.getCrawlerContext();
    
    // Clear (ALWAYS in finally)
    CrawlingParameterUtil.clearAll();
    ```
    
    ## Log Message Guidelines
    Created: Sat Dec 20 11:21:39 GMT 2025
    - Last Modified: Fri Nov 28 17:31:34 GMT 2025
    - 10.7K bytes
    - Click Count (0)
  7. src/main/java/org/codelibs/fess/helper/WebFsIndexHelper.java

            try {
                // clear queue
                urlQueueService.clearCache();
                urlQueueService.delete(sid);
            } catch (final Exception e) {
                logger.warn("Failed to delete UrlQueue: sessionId={}", sid, e);
            }
    
            try {
                // clear
                dataService.delete(sid);
            } catch (final Exception e) {
    Created: Sat Dec 20 09:19:18 GMT 2025
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 25K bytes
    - Click Count (0)
  8. src/main/java/org/codelibs/fess/indexer/IndexUpdater.java

            }
            try {
                urlQueueService.delete(sessionId);
            } catch (final Exception e) {
                logger.warn("Failed to delete UrlQueue: sessionId={}", sessionId, e);
            }
            try {
                dataService.delete(sessionId);
            } catch (final Exception e) {
    Created: Sat Dec 20 09:19:18 GMT 2025
    - Last Modified: Fri Nov 28 16:29:12 GMT 2025
    - 32.9K bytes
    - Click Count (0)
Back to Top