Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 12 for intervalController (0.09 sec)

  1. fess-crawler/src/main/java/org/codelibs/fess/crawler/interval/IntervalController.java

     * either express or implied. See the License for the specific language
     * governing permissions and limitations under the License.
     */
    package org.codelibs.fess.crawler.interval;
    
    /**
     * The {@code IntervalController} interface defines methods for controlling
     * the delay intervals in a web crawler. It includes constants representing
     * different types of processing states and a method to introduce a delay
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 1.8K bytes
    - Viewed (0)
  2. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerContext.java

         * Returns the interval controller.
         * @return The IntervalController.
         */
        public IntervalController getIntervalController() {
            return intervalController;
        }
    
        /**
         * Sets the interval controller.
         * @param intervalController The IntervalController.
         */
        public void setIntervalController(final IntervalController intervalController) {
            this.intervalController = intervalController;
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 8.9K bytes
    - Viewed (0)
  3. fess-crawler/src/main/java/org/codelibs/fess/crawler/Crawler.java

         * @return The IntervalController instance.
         */
        public IntervalController getIntervalController() {
            return intervalController;
        }
    
        /**
         * Sets the interval controller.
         * @param intervalController The IntervalController instance to set.
         */
        public void setIntervalController(final IntervalController intervalController) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 14K bytes
    - Viewed (0)
  4. fess-crawler/src/main/java/org/codelibs/fess/crawler/CrawlerThread.java

                        if (crawlerContext.intervalController != null) {
                            crawlerContext.intervalController.delay(IntervalController.NO_URL_IN_QUEUE);
                        }
    
                        threadCheckCount++;
                    }
    
                    // interval
                    if (crawlerContext.intervalController != null) {
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Thu Aug 07 02:55:08 UTC 2025
    - 20.4K bytes
    - Viewed (0)
  5. fess-crawler/src/main/java/org/codelibs/fess/crawler/interval/impl/AbstractIntervalController.java

     */
    package org.codelibs.fess.crawler.interval.impl;
    
    import org.codelibs.fess.crawler.exception.CrawlerSystemException;
    import org.codelibs.fess.crawler.interval.IntervalController;
    
    /**
     * An abstract base class for implementing {@link IntervalController}.
     * Provides a common structure for handling delays at different stages of the crawling process.
     * It encapsulates the delay logic and exception handling, allowing subclasses to focus on
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 4.5K bytes
    - Viewed (0)
  6. fess-crawler-lasta/src/main/resources/crawler/interval.xml

    <!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
    	"http://dbflute.org/meta/lastadi10.dtd">
    <components namespace="fessCrawler">
    	<include path="crawler/container.xml" />
    
    	<component name="intervalController"
    		class="org.codelibs.fess.crawler.interval.impl.DefaultIntervalController"
    		instance="prototype">
    	</component>
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Oct 11 02:16:55 UTC 2015
    - 389 bytes
    - Viewed (0)
  7. fess-crawler/src/main/java/org/codelibs/fess/crawler/interval/impl/DefaultIntervalController.java

     */
    package org.codelibs.fess.crawler.interval.impl;
    
    import java.util.Map;
    
    import org.codelibs.core.lang.ThreadUtil;
    
    /**
     * Default implementation of the IntervalController.
     * This class provides a default way to manage delays between crawler operations.
     * It allows setting delays before processing, after processing, when no URLs are in the queue,
     * and when waiting for new URLs.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 3.4K bytes
    - Viewed (0)
  8. src/main/resources/crawler/interval.xml

    <!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
    	"http://dbflute.org/meta/lastadi10.dtd">
    <components namespace="fessCrawler">
    	<include path="crawler/container.xml" />
    
    	<component name="intervalController"
    		class="org.codelibs.fess.crawler.interval.FessIntervalController"
    		instance="prototype">
    	</component>
    Registered: Thu Sep 04 12:52:25 UTC 2025
    - Last Modified: Sun Oct 11 06:51:14 UTC 2015
    - 381 bytes
    - Viewed (0)
  9. fess-crawler/src/test/java/org/codelibs/fess/crawler/CrawlerContextTest.java

            @Override
            public boolean hasRule(Rule rule) {
                return false;
            }
        }
    
        /**
         * Test implementation of IntervalController for testing
         */
        private static class TestIntervalController implements IntervalController {
            @Override
            public void delay(int type) {
            }
    
            public void delayBeforeProcessing() {
            }
    
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sat Sep 06 04:15:37 UTC 2025
    - 25.6K bytes
    - Viewed (0)
  10. fess-crawler/src/main/java/org/codelibs/fess/crawler/interval/impl/HostIntervalController.java

    import org.codelibs.fess.crawler.exception.CrawlerSystemException;
    import org.codelibs.fess.crawler.util.CrawlingParameterUtil;
    
    /**
     * HostIntervalController is an implementation of {@link org.codelibs.fess.crawler.interval.IntervalController}
     * that controls the interval between requests to the same host.
     * It uses a ConcurrentMap to store the last access time for each host.
    Registered: Sun Sep 21 03:50:09 UTC 2025
    - Last Modified: Sun Jul 06 02:13:03 UTC 2025
    - 4.2K bytes
    - Viewed (0)
Back to top