return intervalController;
    }

    /**
     * Sets the interval controller.
     * @param intervalController The IntervalController.
     */
    public void setIntervalController(final IntervalController intervalController) {
        this.intervalController = intervalController;
    }

    /**
     * Returns the set of robots.txt URLs.
     * @return The set of robots.txt URLs.

        return intervalController;
    }

    /**
     * Sets the interval controller.
     * @param intervalController The IntervalController instance to set.
     */
    public void setIntervalController(final IntervalController intervalController) {
        this.intervalController = intervalController;
    }

    /**
     * Returns the crawler client factory.
     * @return The CrawlerClientFactory instance.