```java
// Configure politeness policy
container.singleton("intervalController", DefaultIntervalController.class, controller -> {
    controller.setDelayMillisForWaitingNewUrl(5000);
    controller.setDefaultIntervalTime(1000);
});
```

### Sitemap Support

```java
// Enable sitemap processing
container.singleton("sitemapsRule", SitemapsRule.class, rule -> {
    rule.addRule("url", ".*sitemap.*");

            long startTime = System.currentTimeMillis();
            while (crawler.crawlerContext.getStatus() != CrawlerStatus.RUNNING && System.currentTimeMillis() - startTime < 5000) {
                try {
                    Thread.sleep(50);
                } catch (InterruptedException e) {
                    Thread.currentThread().interrupt();
                    break;
                }

            long startTime = System.currentTimeMillis();
            while (crawler.crawlerContext.getStatus() != CrawlerStatus.RUNNING && System.currentTimeMillis() - startTime < 5000) {
                try {
                    Thread.sleep(50);
                } catch (InterruptedException e) {
                    Thread.currentThread().interrupt();
                    break;
                }

 *
 * <p>Example usage:
 * <pre>{@code
 * Reader reader = new StringReader("Example text to normalize.");
 * String normalizedText = TextUtil.normalizeText(reader)
 *                                  .initialCapacity(5000)
 *                                  .maxAlphanumTermSize(100)
 *                                  .maxSymbolTermSize(50)
 *                                  .duplicateTermRemoved(true)

            final InputStreamThread it = new InputStreamThread(currentProcess.getInputStream(), commandOutputEncoding, maxOutputLine);
            it.start();

            currentProcess.waitFor();
            it.join(5000);

            if (mt.isTeminated()) {
                throw new ExecutionTimeoutException("The command execution is timeout: " + cmdList);
            }

            final int exitValue = currentProcess.exitValue();

		instance="prototype">
		<property name="connectionTimeout">15000</property>
		<property name="soTimeout">30000</property>
	</component>
	<component name="httpClient"
		class="org.codelibs.fess.crawler.client.FaultTolerantClient" instance="prototype">
		<property name="crawlerClient">internalHttpClient</property>
		<property name="maxRetryCount">5</property>
		<property name="retryInterval">500</property>
	</component>

	<component name="fsClient"

        smbAuthentication = new SmbAuthentication();
        smbAuthentication.setServer("hoge");
        smbAuthentication.setPort(1000);
        assertEquals("smb://hoge:1000/", smbAuthentication.getPathPrefix());

        smbAuthentication = new SmbAuthentication();
        smbAuthentication.setPort(1000);
        assertEquals("smb://", smbAuthentication.getPathPrefix());
    }

        fooAuth.setServer("foo");
        fooAuth.setPort(1000);
        smbAuthenticationHolder.add(fooAuth);

        assertEquals(hogeAuth, smbAuthenticationHolder.get("smb1://hoge/"));
        assertEquals(fugaAuth, smbAuthenticationHolder.get("smb1://fuga/"));
        assertEquals(fooAuth, smbAuthenticationHolder.get("smb1://foo:1000/"));
        assertEquals(hogeAuth, smbAuthenticationHolder.get("smb1://hoge/text.txt"));

        SmbClient client = new SmbClient() {
            @Override
            protected ResponseData getResponseData(final String uri, final boolean includeContent) {
                try {
                    Thread.sleep(2000);
                } catch (InterruptedException e) {
                    throw new CrawlingAccessException(e);
                }
                return null;
            }
        };
        client.setAccessTimeout(1);

    public void test_doneBeforeResolve() throws Exception {
        final Deferred<SuggestResponse> deferred = new Deferred<>();

        Thread th = new Thread(() -> {
            try {
                Thread.sleep(1000);
            } catch (InterruptedException ignore) {}
            deferred.resolve(new SuggestResponse("", 0, Collections.emptyList(), 0, null));
        });
        th.start();