}

    /**
     * Checks if the crawler is currently running.
     *
     * @return true if the crawler is running, false otherwise
     */
    public boolean isCrawlerRunning() {
        return crawlerRunning;
    }

    /**
     * Sets the crawler running status.
     *
     * @param crawlerRunning true to indicate the crawler is running, false otherwise
     */

        final IntervalControlHelper intervalControlHelper = ComponentUtil.getIntervalControlHelper();
        if (totalHits > unprocessedDocumentSize && intervalControlHelper.isCrawlerRunning()) {
            if (logger.isInfoEnabled()) {
                logger.info("Stopped all crawler threads. Unprocessed documents: count={}, limit={}", totalHits, unprocessedDocumentSize);
            }