```

### Custom Interval Control

```java
// Configure politeness policy
container.singleton("intervalController", DefaultIntervalController.class, controller -> {
    controller.setDelayMillisForWaitingNewUrl(5000);
    controller.setDefaultIntervalTime(1000);
});
```

### Sitemap Support

```java
// Enable sitemap processing
container.singleton("sitemapsRule", SitemapsRule.class, rule -> {

    /** Delay in milliseconds after processing a URL */
    protected long delayMillisAfterProcessing = 0L;

    /** Delay in milliseconds when no URL is in the queue */
    protected long delayMillisAtNoUrlInQueue = 500L;

    /** Delay in milliseconds before processing a URL */
    protected long delayMillisBeforeProcessing = 0L;

    /** Delay in milliseconds for waiting for new URLs */

            long startTime = System.currentTimeMillis();
            while (crawler.crawlerContext.getStatus() != CrawlerStatus.RUNNING && System.currentTimeMillis() - startTime < 5000) {
                try {
                    Thread.sleep(50);
                } catch (InterruptedException e) {
                    Thread.currentThread().interrupt();
                    break;
                }

     */
    public static final int NOT_FOUND_STATUS_CODE = 404;

    /**
     * The HTTP status code for Server Error.
     */
    public static final int SERVER_ERROR_STATUS_CODE = 500;

    /**
     * A constant for no transformer.
     */
    public static final String NO_TRANSFORMER = "NONE";

    /**
     * A constant for "false".
     */
    public static final String FALSE = "false";

        assertNotNull(urlFilter);
    }

    /**
     * Test adding a single include pattern
     */
    public void test_addInclude_singlePattern() {
        String sessionId = "test-session-002";
        urlFilter.init(sessionId);

        urlFilter.addInclude("https://example.com/.*");

        assertTrue(urlFilter.match("https://example.com/"));
        assertTrue(urlFilter.match("https://example.com/page1"));

 *
 * <p>Example usage:
 * <pre>{@code
 * Reader reader = new StringReader("Example text to normalize.");
 * String normalizedText = TextUtil.normalizeText(reader)
 *                                  .initialCapacity(5000)
 *                                  .maxAlphanumTermSize(100)
 *                                  .maxSymbolTermSize(50)
 *                                  .duplicateTermRemoved(true)

            long startTime = System.currentTimeMillis();
            while (crawler.crawlerContext.getStatus() != CrawlerStatus.RUNNING && System.currentTimeMillis() - startTime < 5000) {
                try {
                    Thread.sleep(50);
                } catch (InterruptedException e) {
                    Thread.currentThread().interrupt();
                    break;
                }

                .indicesTimeout("500")
                .clusterTimeout("10000ms");

        assertEquals("1000ms", builder.timeoutSettings.scrollTimeout);
        assertEquals("1m", builder.timeoutSettings.searchTimeout);
        assertEquals("1h", builder.timeoutSettings.indexTimeout);
        assertEquals("1d", builder.timeoutSettings.bulkTimeout);
        assertEquals("500", builder.timeoutSettings.indicesTimeout);

            final InputStreamThread it = new InputStreamThread(currentProcess.getInputStream(), commandOutputEncoding, maxOutputLine);
            it.start();

            currentProcess.waitFor();
            it.join(5000);

            if (mt.isTeminated()) {
                throw new ExecutionTimeoutException("The command execution is timeout: " + cmdList);
            }

            final int exitValue = currentProcess.exitValue();

    protected CrawlerClient client;

    /** Maximum number of retry attempts */
    protected int maxRetryCount = 5;

    /** Interval between retry attempts in milliseconds */
    protected long retryInterval = 500;

    /** Request listener for monitoring request lifecycle */
    protected RequestListener listener;

    /**
     * Constructs a new FaultTolerantClient.
     */
    public FaultTolerantClient() {