Search Options

Results per page
Sort
Preferred Languages
Advance

Results 11 - 19 of 19 for ResponseProcessor (0.05 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

            } else {
                responseData.setRuleId(rule.getRuleId());
                final ResponseProcessor responseProcessor = rule.getResponseProcessor();
                if (responseProcessor == null) {
                    log(logHelper, LogType.NO_RESPONSE_PROCESSOR, crawlerContext, urlQueue, responseData, rule);
                } else {
                    responseProcessor.process(responseData);
                }
            }
    
        }
    
        /**
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 20.4K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java

    import org.codelibs.fess.crawler.processor.ResponseProcessor;
    import org.codelibs.fess.crawler.service.UrlQueueService;
    import org.codelibs.fess.crawler.transformer.Transformer;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    
    import jakarta.annotation.Resource;
    
    /**
     * <p>
     * {@link DefaultResponseProcessor} is a default implementation of {@link ResponseProcessor}.
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 12.5K bytes
    - Viewed (0)
  3. fess-crawler/src/test/java/org/codelibs/fess/crawler/processor/impl/NullResponseProcessorTest.java

            assertNotNull(processor);
        }
    
        public void test_implementsResponseProcessor() {
            // Test that NullResponseProcessor implements ResponseProcessor
            NullResponseProcessor processor = new NullResponseProcessor();
            assertTrue(processor instanceof ResponseProcessor);
        }
    
        public void test_processWithValidResponseData() {
            // Test process method with valid ResponseData
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 13:29:22 UTC 2025
    - 8.6K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/SitemapsResponseProcessor.java

    import org.codelibs.fess.crawler.entity.SitemapSet;
    import org.codelibs.fess.crawler.exception.ChildUrlsException;
    import org.codelibs.fess.crawler.helper.SitemapsHelper;
    import org.codelibs.fess.crawler.processor.ResponseProcessor;
    
    import jakarta.annotation.Resource;
    
    /**
     * A response processor implementation that handles sitemaps.
     * It parses the response body as a SitemapSet, extracts URLs from the sitemaps,
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 3.4K bytes
    - Viewed (0)
  5. fess-crawler/src/test/java/org/codelibs/fess/crawler/rule/impl/AbstractRuleTest.java

            }
    
            public void clearRules() {
                rules.clear();
            }
        }
    
        /**
         * Test ResponseProcessor implementation
         */
        public static class TestResponseProcessor implements ResponseProcessor, Serializable {
            private static final long serialVersionUID = 1L;
            private int processCount = 0;
            private ResponseData lastProcessedData = null;
    
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Wed Sep 03 14:42:53 UTC 2025
    - 21.9K bytes
    - Viewed (0)
  6. fess-crawler/src/test/java/org/codelibs/fess/crawler/processor/impl/SitemapsResponseProcessorTest.java

            assertNotNull(proc);
        }
    
        public void test_implementsResponseProcessor() {
            // Test that SitemapsResponseProcessor implements ResponseProcessor
            assertTrue(processor instanceof ResponseProcessor);
        }
    
        public void test_processSingleSitemap() {
            // Setup
            ResponseData responseData = new ResponseData();
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Thu Nov 13 13:29:22 UTC 2025
    - 12K bytes
    - Viewed (0)
  7. src/main/java/org/codelibs/fess/ds/callback/FileListIndexUpdateCallbackImpl.java

                } else {
                    responseData.setRuleId(rule.getRuleId());
                    final ResponseProcessor responseProcessor = rule.getResponseProcessor();
                    if (responseProcessor instanceof DefaultResponseProcessor) {
                        final Transformer transformer = ((DefaultResponseProcessor) responseProcessor).getTransformer();
                        final ResultData resultData = transformer.transform(responseData);
    Registered: Sat Dec 20 09:19:18 UTC 2025
    - Last Modified: Fri Nov 28 16:29:12 UTC 2025
    - 29.7K bytes
    - Viewed (3)
  8. CLAUDE.md

    **Implementations**:
    - `UrlQueueServiceImpl`, `DataServiceImpl`: In-memory (default)
    - `OpenSearchDataService`: OpenSearch backend (persistent)
    
    ### Processing Pipeline
    
    ```
    CrawlerThread → Client → ResponseProcessor → Transformer → Extractor → ExtractData
                                                                                ↓
                             ← UrlQueueService ← ← ← ← ← ← ← ← ← ← ← ← ← ← ← ←
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Fri Nov 28 17:31:34 UTC 2025
    - 10.7K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/impl/LogHelperImpl.java

            final ResponseData responseData = (ResponseData) objs[2];
            // Rule rule = (Rule) objs[3];
            if (logger.isDebugEnabled()) {
                logger.debug("No ResponseProcessor for ({}, {}). PLEASE CHECK YOUR CONFIGURATION.", responseData.getUrl(),
                        responseData.getMimeType());
            }
        }
    
        /**
         * Processes finished thread log events.
         *
    Registered: Sat Dec 20 11:21:39 UTC 2025
    - Last Modified: Sun Nov 23 02:01:26 UTC 2025
    - 14K bytes
    - Viewed (0)
Back to top