}

    /**
     * Sets the flag indicating whether crawling should be finished.
     *
     * @param finishCrawling true if crawling should be finished, false otherwise
     */
    public void setFinishCrawling(final boolean finishCrawling) {
        this.finishCrawling = finishCrawling;
    }

    /**
     * Gets the total number of documents processed.
     *
     * @return the total document count

    }

    /**
     * Test finishCrawling decrements active thread count.
     */
    public void test_finishCrawling() throws Exception {
        crawlerContext.setActiveThreadCount(1);

        // Use reflection to access protected method
        final java.lang.reflect.Method method = CrawlerThread.class.getDeclaredMethod("finishCrawling");
        method.setAccessible(true);

            crawlerContext.activeThreadCount++;
        }
    }

    /**
     * Decrements the active thread count.
     */
    protected void finishCrawling() {
        synchronized (crawlerContext.activeThreadCountLock) {
            crawlerContext.activeThreadCount--;
        }
    }

    /**
     * Checks if the crawling process should continue.