}

        int startedCrawlerNum = 0;
        int activeCrawlerNum = 0;
        while (startedCrawlerNum < dataCrawlingThreadList.size()) {
            // Force to stop crawl
            if (systemHelper.isForceStop()) {
                for (final DataCrawlingThread crawlerThread : dataCrawlingThreadList) {
                    crawlerThread.stopCrawling();
                }
                break;
            }

        private boolean forceStop = false;
        private boolean componentAvailable = true;
        private final AtomicInteger cpuLoadCallCount = new AtomicInteger(0);

        @Override
        public boolean isForceStop() {
            return forceStop;
        }

        @Override
        public void setForceStop(boolean forceStop) {
            this.forceStop = forceStop;
        }

        @Override

                    }
                    errorCount++;
                    logger.warn("Failed to access data. Retry to access it {} times.", errorCount, e);
                } finally {
                    if (systemHelper.isForceStop()) {
                        finishCrawling = true;
                        if (logger.isDebugEnabled()) {
                            logger.debug("Stopped indexUpdater.");
                        }

    }

    /**
     * Checks if the system is in a force-stop state.
     *
     * @return true if the system is force-stopping, false otherwise.
     */
    public boolean isForceStop() {
        return forceStop.get();
    }

    /**
     * Sets the force-stop state of the system.
     *
     * @param b true to force-stop the system.
     */