q.setUrl("http://example.com");
        }

        final HostIntervalController controller = new HostIntervalController();
        controller.delayMillisBeforeProcessing = waittime;
        controller.delayMillisAfterProcessing = 0L;
        controller.delayMillisForWaitingNewUrl = 0L;
        controller.delayMillisAtNoUrlInQueue = 0L;

        final Callable<Integer> testCallable = new Callable<Integer>() {

        final TestIntervalController controller = new TestIntervalController();
        controller.delay(IntervalController.PRE_PROCESSING);

        assertEquals(1, controller.beforeProcessingCount);
        assertEquals(0, controller.afterProcessingCount);
        assertEquals(0, controller.noUrlInQueueCount);
        assertEquals(0, controller.waitNewUrlCount);
    }

    /**

    }

    /**
     * Retrieves an NTLM challenge from a domain controller for the configured domain.
     *
     * @return the NTLM challenge from the domain controller
     * @throws SmbException if an SMB error occurs
     * @throws UnknownHostException if the domain controller cannot be resolved
     */

    /**
     * Creates a Type-2 message in response to the given Type-1 message.
     *
     * @param type1 The Type-1 message which this represents a response to.
     * @param challenge The challenge from the domain controller/server.
     * @param target The authentication target.
     */
    public Type2Message(final Type1Message type1, final byte[] challenge, final String target) {
        this(getDefaultFlags(type1), challenge,

crawler2.awaitTermination();
```

### Custom Interval Control

```java
// Configure politeness policy
container.singleton("intervalController", DefaultIntervalController.class, controller -> {
    controller.setDelayMillisForWaitingNewUrl(5000);
    controller.setDefaultIntervalTime(1000);
});
```

### Sitemap Support

```java
// Enable sitemap processing
container.singleton("sitemapsRule", SitemapsRule.class, rule -> {

        this.ruleManager = ruleManager;
    }

    /**
     * Returns the interval controller.
     * @return The IntervalController instance.
     */
    public IntervalController getIntervalController() {
        return intervalController;
    }

    /**
     * Sets the interval controller.
     * @param intervalController The IntervalController instance to set.
     */

     * @param tc
     *            context to use
     * @param type1
     *            The Type-1 message which this represents a response to.
     * @param challenge
     *            The challenge from the domain controller/server.
     * @param target
     *            The authentication target.
     */
    public Type2Message(final CIFSContext tc, final Type1Message type1, final byte[] challenge, final String target) {

     *            of a domain controller however a member server will work as well and a domain controller may not
     *            return names for SIDs corresponding to local accounts for which the domain controller is not an
     *            authority.
     * @param tc

        domain = domain.toLowerCase();
        return domains.get(domain) != null;
    }

    /**
     * Gets a domain controller transport for the specified domain
     * @param domain the domain name
     * @param auth the authentication credentials
     * @return an SMB transport to the domain controller
     * @throws SmbAuthException if authentication fails
     */

     */
    public void test_intervalController() {
        assertNull(crawlerContext.getIntervalController());

        TestIntervalController controller = new TestIntervalController();
        crawlerContext.setIntervalController(controller);
        assertSame(controller, crawlerContext.getIntervalController());

        crawlerContext.setIntervalController(null);
        assertNull(crawlerContext.getIntervalController());