*/
    protected boolean noWaitOnFolder = false;

    /**
     * Increments the active thread count using atomic operation.
     */
    protected void startCrawling() {
        crawlerContext.incrementAndGetActiveThreadCount();
    }

    /**
     * Decrements the active thread count using atomic operation.
     */
    protected void finishCrawling() {
        crawlerContext.decrementAndGetActiveThreadCount();