/**
     * Sets the delay time in milliseconds for waiting for new URLs.
     *
     * @param delayMillisForWaitingNewUrl the delay time in milliseconds for waiting for new URLs
     */
    public void setDelayMillisForWaitingNewUrl(final long delayMillisForWaitingNewUrl) {
        this.delayMillisForWaitingNewUrl = delayMillisForWaitingNewUrl;
    }

    /**
     * Delays the crawler while waiting for new URLs to be available.

        controller.setDelayMillisForWaitingNewUrl(1500L);
        assertEquals(1500L, controller.getDelayMillisForWaitingNewUrl());

        controller.setDelayMillisForWaitingNewUrl(8000L);
        assertEquals(8000L, controller.getDelayMillisForWaitingNewUrl());

        controller.setDelayMillisForWaitingNewUrl(0L);
        assertEquals(0L, controller.getDelayMillisForWaitingNewUrl());