Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 5 of 5 for DefaultIntervalController (0.1 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/interval/impl/DefaultIntervalController.java

        /**
         * Default constructor with default delay values.
         */
        public DefaultIntervalController() {
        }
    
        /**
         * Constructor with configurable delay parameters.
         *
         * @param params map containing delay parameters
         */
        public DefaultIntervalController(final Map<String, Long> params) {
            Long millis = params.get("delayMillisAfterProcessing");
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 3.4K bytes
    - Viewed (0)
  2. src/main/java/org/codelibs/fess/crawler/interval/FessIntervalController.java

     */
    package org.codelibs.fess.crawler.interval;
    
    import org.codelibs.fess.crawler.interval.impl.DefaultIntervalController;
    import org.codelibs.fess.helper.IntervalControlHelper;
    import org.codelibs.fess.util.ComponentUtil;
    
    /**
     * FessIntervalController extends DefaultIntervalController to provide
     * Fess-specific interval control functionality for web crawling operations.
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Thu Jul 17 08:28:31 UTC 2025
    - 4.3K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/interval/impl/HostIntervalController.java

     * If the time since the last request to the host is less than the configured delay,
     * the thread waits until the delay has elapsed.
     * This class is thread-safe.
     */
    public class HostIntervalController extends DefaultIntervalController {
    
        /** Map storing the last access time for each host. */
        private final ConcurrentMap<String, AtomicLong> lastTimes = new ConcurrentHashMap<>();
    
        /**
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 4.2K bytes
    - Viewed (0)
  4. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerTest.java

    import org.codelibs.fess.crawler.helper.UrlConvertHelper;
    import org.codelibs.fess.crawler.helper.impl.LogHelperImpl;
    import org.codelibs.fess.crawler.helper.impl.MimeTypeHelperImpl;
    import org.codelibs.fess.crawler.interval.impl.DefaultIntervalController;
    import org.codelibs.fess.crawler.processor.impl.DefaultResponseProcessor;
    import org.codelibs.fess.crawler.processor.impl.SitemapsResponseProcessor;
    import org.codelibs.fess.crawler.rule.impl.RegexRule;
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 19.1K bytes
    - Viewed (0)
  5. README.md

    crawler1.awaitTermination();
    crawler2.awaitTermination();
    ```
    
    ### Custom Interval Control
    
    ```java
    // Configure politeness policy
    container.singleton("intervalController", DefaultIntervalController.class, controller -> {
        controller.setDelayMillisForWaitingNewUrl(5000);
        controller.setDefaultIntervalTime(1000);
    });
    ```
    
    ### Sitemap Support
    
    ```java
    // Enable sitemap processing
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Aug 31 05:32:52 UTC 2025
    - 15.3K bytes
    - Viewed (0)
Back to top