/**
     * Sets the delay time in milliseconds for waiting for new URLs.
     *
     * @param delayMillisForWaitingNewUrl the delay time in milliseconds for waiting for new URLs
     */
    public void setDelayMillisForWaitingNewUrl(final long delayMillisForWaitingNewUrl) {
        this.delayMillisForWaitingNewUrl = delayMillisForWaitingNewUrl;
    }

    /**
     * Delays the crawler while waiting for new URLs to be available.

                    webConfig.getIntervalTime() != null ? webConfig.getIntervalTime() : Constants.DEFAULT_INTERVAL_TIME_FOR_WEB;
            ((FessIntervalController) crawler.getIntervalController()).setDelayMillisForWaitingNewUrl(intervalTime);

            final String includedUrlsStr = webConfig.getIncludedUrls() != null ? webConfig.getIncludedUrls() : StringUtil.EMPTY;

        controller.setDelayMillisForWaitingNewUrl(1500L);
        assertEquals(1500L, controller.getDelayMillisForWaitingNewUrl());

        controller.setDelayMillisForWaitingNewUrl(8000L);
        assertEquals(8000L, controller.getDelayMillisForWaitingNewUrl());

        controller.setDelayMillisForWaitingNewUrl(0L);
        assertEquals(0L, controller.getDelayMillisForWaitingNewUrl());

crawler2.awaitTermination();
```

### Custom Interval Control

```java
// Configure politeness policy
container.singleton("intervalController", DefaultIntervalController.class, controller -> {
    controller.setDelayMillisForWaitingNewUrl(5000);
    controller.setDefaultIntervalTime(1000);
});
```

### Sitemap Support

```java
// Enable sitemap processing
container.singleton("sitemapsRule", SitemapsRule.class, rule -> {