<components namespace="fessCrawler">
	<include path="crawler/container.xml"/>
	<include path="crawler/client.xml"/>
	<include path="crawler/rule.xml"/>
	<include path="crawler/filter.xml"/>
	<include path="crawler/interval.xml"/>
	<include path="crawler/extractor.xml"/>
	<include path="crawler/mimetype.xml"/>
	<include path="crawler/encoding.xml"/>
	<include path="crawler/urlconverter.xml"/>
	<include path="crawler/log.xml"/>

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.interval;

/**
 * The {@code IntervalController} interface defines methods for controlling
 * the delay intervals in a web crawler. It includes constants representing
 * different types of processing states and a method to introduce a delay
 * based on the type of processing.
 * <p>

                }
            }
        }
    }

    /**
     * Sets the crawling execution interval.
     * This interval controls the delay between starting new crawler threads
     * and the frequency of status checks during crawling operations.
     *
     * @param crawlingExecutionInterval interval in milliseconds
     */
    public void setCrawlingExecutionInterval(final long crawlingExecutionInterval) {

    }

    @Override
    public Collection<Object> values() {
        return getProperties().values();
    }

    /**
     * Sets the check interval for file modifications.
     *
     * @param checkInterval
     *            The new check interval in milliseconds.
     */
    public void setCheckInterval(final long checkInterval) {
        this.checkInterval = checkInterval;
    }

    /**
     * Set the health check interval
     * @param millis the health check interval in milliseconds
     */
    public void setHealthCheckInterval(int millis) {
        if (millis <= 0) {
            throw new IllegalArgumentException("Health check interval must be positive");
        }
        this.healthCheckInterval = millis;
        log.info("Set health check interval to {} ms", millis);
    }

    /**

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.interval.impl;

import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.codelibs.fess.crawler.interval.IntervalController;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * Test cases for {@link AbstractIntervalController}
 *
 * @author shinsuke
 */

        return TimeoutManager.getInstance().addTimeoutTarget(target, monitorInterval, true);
    }

    /**
     * Sets the monitor interval for job monitoring.
     *
     * @param monitorInterval the monitor interval in seconds
     */
    public void setMonitorInterval(final int monitorInterval) {
        this.monitorInterval = monitorInterval;
    }

    /**

        this.ruleManager = ruleManager;
    }

    /**
     * Returns the interval controller.
     * @return The IntervalController instance.
     */
    public IntervalController getIntervalController() {
        return intervalController;
    }

    /**
     * Sets the interval controller.
     * @param intervalController The IntervalController instance to set.
     */

# HTTP status codes considered as failure URLs.
crawler.failure.url.status.codes=404
# Interval (seconds) for system monitor during crawling.
crawler.system.monitor.interval=60
# Whether to ignore idle threads in hot thread monitoring.
crawler.hotthread.ignore_idle_threads=true
# Interval for hot thread monitoring (e.g., 500ms).
crawler.hotthread.interval=500ms
# Number of snapshots for hot thread monitoring.
crawler.hotthread.snapshots=10

- **Flexible Configuration**: XML-based dependency injection with LastaFlute DI
- **Extensible Architecture**: Plugin system for custom extractors, transformers, and clients
- **Rate Limiting**: Politeness policies and interval controllers
- **URL Filtering**: Regex-based inclusion/exclusion patterns
- **Data Persistence**: Multiple backend options including OpenSearch integration

## Technology Stack