}

    /**
     * Sets the flag indicating whether crawling should be finished.
     *
     * @param finishCrawling true if crawling should be finished, false otherwise
     */
    public void setFinishCrawling(final boolean finishCrawling) {
        this.finishCrawling = finishCrawling;
    }

    /**
     * Gets the total number of documents processed.
     *
     * @return the total document count

        indexUpdater.finishCrawling = false;

        indexUpdater.destroy();

        assertTrue(crawler.stopCalled);
    }

    // Test destroy when crawling is finished
    public void test_destroy_finished() {
        indexUpdater.finishCrawling = true;
        indexUpdater.destroy();
        // finishCrawling should be set when max empty list count is exceeded

            crawlerContext.activeThreadCount++;
        }
    }

    /**
     * Decrements the active thread count.
     */
    protected void finishCrawling() {
        synchronized (crawlerContext.activeThreadCountLock) {
            crawlerContext.activeThreadCount--;
        }
    }

    /**
     * Checks if the crawling process should continue.