```

### Custom Interval Control

```java
// Configure politeness policy
container.singleton("intervalController", DefaultIntervalController.class, controller -> {
    controller.setDelayMillisForWaitingNewUrl(5000);
    controller.setDefaultIntervalTime(1000);
});
```

### Sitemap Support

```java
// Enable sitemap processing
container.singleton("sitemapsRule", SitemapsRule.class, rule -> {

    /** Delay in milliseconds after processing a URL */
    protected long delayMillisAfterProcessing = 0L;

    /** Delay in milliseconds when no URL is in the queue */
    protected long delayMillisAtNoUrlInQueue = 500L;

    /** Delay in milliseconds before processing a URL */
    protected long delayMillisBeforeProcessing = 0L;

    /** Delay in milliseconds for waiting for new URLs */

            long startTime = System.currentTimeMillis();
            while (crawler.crawlerContext.getStatus() != CrawlerStatus.RUNNING && System.currentTimeMillis() - startTime < 5000) {
                try {
                    Thread.sleep(50);
                } catch (InterruptedException e) {
                    Thread.currentThread().interrupt();
                    break;
                }

<tbody>
<tr>
<td align="center" style="padding:0;margin:0;line-height:1px;font-size:1px;">
<table class="collapse" id="header" align="center" width="500" style="width: 500px;padding:0;margin:0;line-height:1px;font-size:1px;" bgcolor="#e1e8ed" cellpadding="0" cellspacing="0" border="0">
<tbody>
<tr>

     */
    public static final int NOT_FOUND_STATUS_CODE = 404;

    /**
     * The HTTP status code for Server Error.
     */
    public static final int SERVER_ERROR_STATUS_CODE = 500;

    /**
     * A constant for no transformer.
     */
    public static final String NO_TRANSFORMER = "NONE";

    /**
     * A constant for "false".
     */
    public static final String FALSE = "false";

        assertNotNull(urlFilter);
    }

    /**
     * Test adding a single include pattern
     */
    public void test_addInclude_singlePattern() {
        String sessionId = "test-session-002";
        urlFilter.init(sessionId);

        urlFilter.addInclude("https://example.com/.*");

        assertTrue(urlFilter.match("https://example.com/"));
        assertTrue(urlFilter.match("https://example.com/page1"));

		class="org.codelibs.fess.crawler.client.FaultTolerantClient" instance="prototype">
		<property name="crawlerClient">internalHttpClient</property>
		<property name="maxRetryCount">5</property>
		<property name="retryInterval">500</property>
	</component>

	<component name="fsClient"
		class="org.codelibs.fess.crawler.client.fs.FileSystemClient" instance="prototype">
		<property name="charset">"UTF-8"</property>
	</component>

 *
 * <p>Example usage:
 * <pre>{@code
 * Reader reader = new StringReader("Example text to normalize.");
 * String normalizedText = TextUtil.normalizeText(reader)
 *                                  .initialCapacity(5000)
 *                                  .maxAlphanumTermSize(100)
 *                                  .maxSymbolTermSize(50)
 *                                  .duplicateTermRemoved(true)

            long startTime = System.currentTimeMillis();
            while (crawler.crawlerContext.getStatus() != CrawlerStatus.RUNNING && System.currentTimeMillis() - startTime < 5000) {
                try {
                    Thread.sleep(50);
                } catch (InterruptedException e) {
                    Thread.currentThread().interrupt();
                    break;
                }

                .indicesTimeout("500")
                .clusterTimeout("10000ms");

        assertEquals("1000ms", builder.timeoutSettings.scrollTimeout);
        assertEquals("1m", builder.timeoutSettings.searchTimeout);
        assertEquals("1h", builder.timeoutSettings.indexTimeout);
        assertEquals("1d", builder.timeoutSettings.bulkTimeout);
        assertEquals("500", builder.timeoutSettings.indicesTimeout);