return activeThreadCount.get();
    }

    /**
     * Increments the active thread count and returns the new value.
     * @return The incremented active thread count.
     */
    public int incrementAndGetActiveThreadCount() {
        return activeThreadCount.incrementAndGet();
    }

    /**
     * Decrements the active thread count and returns the new value.
     * @return The decremented active thread count.

     */
    protected boolean noWaitOnFolder = false;

    /**
     * Increments the active thread count using atomic operation.
     */
    protected void startCrawling() {
        crawlerContext.incrementAndGetActiveThreadCount();
    }

    /**
     * Decrements the active thread count using atomic operation.
     */
    protected void finishCrawling() {
        crawlerContext.decrementAndGetActiveThreadCount();