```java
// Configure politeness policy
container.singleton("intervalController", DefaultIntervalController.class, controller -> {
    controller.setDelayMillisForWaitingNewUrl(5000);
    controller.setDefaultIntervalTime(1000);
});
```

### Sitemap Support

```java
// Enable sitemap processing
container.singleton("sitemapsRule", SitemapsRule.class, rule -> {
    rule.addRule("url", ".*sitemap.*");

# Maximum number of docboost records to fetch per page.
page.docboost.max.fetch.size=1000
# Maximum number of keymatch records to fetch per page.
page.keymatch.max.fetch.size=1000
# Maximum number of labeltype records to fetch per page.
page.labeltype.max.fetch.size=1000
# Maximum number of roletype records to fetch per page.
page.roletype.max.fetch.size=1000
# Maximum number of user records to fetch per page.

Shinsuke Sugaya <******@****.***> 1576358545 +0900

Shinsuke Sugaya <******@****.***> 1576358545 +0900

Shinsuke Sugaya <******@****.***> 1576358545 +0900

fa-solid-900.svg...

        when(mockConnection.getIfModifiedSince()).thenReturn(12345L);
        when(mockConnection.getUseCaches()).thenReturn(false);
        when(mockConnection.getReadTimeout()).thenReturn(1000);
        when(mockConnection.getConnectTimeout()).thenReturn(2000);
        when(mockConnection.getInstanceFollowRedirects()).thenReturn(true);

        Map<String, List<String>> properties = new HashMap<>();

                Arguments.of(999L, ScaleUnit.MEGABYTE, "0 MB"),
                Arguments.of(999L, ScaleUnit.GIGABYTE, "0 GB"),

                // 1000 bytes
                Arguments.of(1000L, null, "1.0 kB"),
                Arguments.of(1000L, ScaleUnit.BYTE, "1000 B"),
                Arguments.of(1000L, ScaleUnit.KILOBYTE, "1.0 kB"),
                Arguments.of(1000L, ScaleUnit.MEGABYTE, "0 MB"),

    try {
      for (i in 1..2) {
        // Space out traffic to make it easier to demarcate.
        sendTestRequest(fbRequest)
        Thread.sleep(1000)
        sendTestRequest(twitterRequest)
        Thread.sleep(1000)
        sendTestRequest(googleRequest)
        Thread.sleep(2000)
      }
    } finally {
      client.connectionPool.evictAll()
      client.dispatcher.executorService.shutdownNow()

@NullUnmarked
public class AtomicLongMapBasherTest extends TestCase {
  private final Random random = new Random(301);

  public void testModify_basher() throws Exception {
    int nTasks = 3000;
    int nThreads = 100;
    int getsPerTask = 1000;
    int deltaRange = 10000;
    String key = "key";

    AtomicLongMap<String> map = AtomicLongMap.create();

    ExecutorService threadPool = newFixedThreadPool(nThreads);