}

    /**
     * Sets the flag indicating whether crawling should be finished.
     *
     * @param finishCrawling true if crawling should be finished, false otherwise
     */
    public void setFinishCrawling(final boolean finishCrawling) {
        this.finishCrawling = finishCrawling;
    }

    /**
     * Gets the total number of documents processed.
     *
     * @return the total document count

        indexUpdater.finishCrawling = false;

        indexUpdater.destroy();

        assertTrue(crawler.stopCalled);
    }

    // Test destroy when crawling is finished
    @Test
    public void test_destroy_finished() {
        indexUpdater.finishCrawling = true;
        indexUpdater.destroy();
        // finishCrawling should be set when max empty list count is exceeded

    protected void startCrawling() {
        crawlerContext.incrementAndGetActiveThreadCount();
    }

    /**
     * Decrements the active thread count using atomic operation.
     */
    protected void finishCrawling() {
        crawlerContext.decrementAndGetActiveThreadCount();
    }

    /**
     * Checks if the crawling process should continue.
     * @param tcCount The thread check count.