Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 48 for processor (0.09 sec)

  1. fess-crawler/src/test/java/org/codelibs/fess/crawler/rule/RuleTest.java

            }
        }
    
        /**
         * Test rule processor chain behavior
         */
        public void test_ruleProcessorChain() {
            final List<String> executionOrder = new ArrayList<>();
    
            // Create custom processor that tracks execution
            ResponseProcessor processor = new ResponseProcessor() {
                @Override
                public void process(ResponseData responseData) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Wed Sep 03 14:42:53 UTC 2025
    - 22.7K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/rule/impl/AbstractRule.java

        }
    
        @Override
        public ResponseProcessor getResponseProcessor() {
            return responseProcessor;
        }
    
        /**
         * Sets the response processor for this rule.
         *
         * @param responseProcessor the response processor to set
         */
        public void setResponseProcessor(final ResponseProcessor responseProcessor) {
            this.responseProcessor = responseProcessor;
        }
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Wed Sep 03 14:42:53 UTC 2025
    - 2.8K bytes
    - Viewed (0)
  3. fess-crawler/src/test/java/org/codelibs/fess/crawler/rule/impl/AbstractRuleTest.java

            // Initial state
            assertNull(testRule.getResponseProcessor());
    
            // Set response processor
            TestResponseProcessor processor = new TestResponseProcessor();
            testRule.setResponseProcessor(processor);
            assertSame(processor, testRule.getResponseProcessor());
    
            // Change response processor
            TestResponseProcessor newProcessor = new TestResponseProcessor();
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Wed Sep 03 14:42:53 UTC 2025
    - 21.9K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/SitemapsResponseProcessor.java

    import org.codelibs.fess.crawler.exception.ChildUrlsException;
    import org.codelibs.fess.crawler.helper.SitemapsHelper;
    import org.codelibs.fess.crawler.processor.ResponseProcessor;
    
    import jakarta.annotation.Resource;
    
    /**
     * A response processor implementation that handles sitemaps.
     * It parses the response body as a SitemapSet, extracts URLs from the sitemaps,
     * and adds them as child URLs to be crawled.
     *
     * <p>
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 3.4K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/NullResponseProcessor.java

         */
        public NullResponseProcessor() {
            super();
        }
    
        /**
         * Processes the given response data.
         * This implementation does nothing.
         *
         * @param responseData the response data to process
         */
        @Override
        public void process(final ResponseData responseData) {
            // do nothing
        }
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 1.5K bytes
    - Viewed (0)
  6. fess-crawler/src/main/java/org/codelibs/fess/crawler/helper/impl/LogHelperImpl.java

                logger.debug("No rule for ({}, {}). PLEASE CHECK YOUR CONFIGURATION.", responseData.getUrl(), responseData.getMimeType());
            }
        }
    
        /**
         * Processes no response processor found log events.
         *
         * @param objs the log objects (should contain ResponseData)
         */
        protected void processNoResponseProcessor(final Object... objs) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 14K bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/processor/impl/DefaultResponseProcessor.java

         */
        public DefaultResponseProcessor() {
            // Default constructor
        }
    
        /**
         * Processes response data based on HTTP status code and configured transformer.
         *
         * @param responseData the response data to process
         */
        @Override
        public void process(final ResponseData responseData) {
            if (isNotModified(responseData)) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 12.5K bytes
    - Viewed (0)
  8. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

                    .<DefaultResponseProcessor> singleton("defaultResponseProcessor", DefaultResponseProcessor.class, processor -> {
                        processor.setTransformer(container.getComponent("fileTransformer"));
                        processor.setSuccessfulHttpCodes(new int[] { 200 });
                        processor.setNotModifiedHttpCodes(new int[] { 304 });
                    })//
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 19.1K bytes
    - Viewed (0)
  9. fess-crawler/src/main/java/org/codelibs/fess/crawler/log/LogType.java

    package org.codelibs.fess.crawler.log;
    
    /**
     * LogType defines the different types of log messages that can be generated during the crawling process.
     * Each enum constant represents a specific event or state in the crawler's execution.
     */
    public enum LogType {
        /** Indicates the start of a crawling process. */
        START_CRAWLING,
        /** Indicates the cleanup phase of crawling. */
        CLEANUP_CRAWLING,
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 2.4K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

                    }
                }
            }
            return true;
        }
    
        /**
         * Processes the response data using the appropriate rule processor.
         * @param urlQueue The URL queue entry.
         * @param responseData The response data to process.
         */
        protected void processResponse(final UrlQueue<?> urlQueue, final ResponseData responseData) {
            // get a rule
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 20.4K bytes
    - Viewed (0)
Back to top