/**
     * Checks if the crawler threads are daemon threads.
     * @return true if daemon threads, false otherwise.
     */
    public boolean isDaemon() {
        return daemon;
    }

    /**
     * Sets whether the crawler threads should be daemon threads.
     * @param daemon true to make threads daemon, false otherwise.
     */
    public void setDaemon(final boolean daemon) {
        this.daemon = daemon;
    }

     */
    public void setTimeout(final long timeout) {
        this.timeout = timeout;
    }

    /**
     * Sets whether the extraction thread should be a daemon thread.
     * @param isDaemonThread true to make it a daemon thread, false otherwise.
     */
    public void setDaemonThread(final boolean isDaemonThread) {
        this.isDaemonThread = isDaemonThread;
    }