} catch (final IOException e) {
                        throw new IORuntimeException(e);
                    }
                    if (!systemHelper.calibrateCpuLoad(timeout)) {
                        breakCursor = true;
                    }
                }
            });
        };
    }

    /**
     * Get the write call for user info ndjson.

     * interval control rules, and then calls the parent implementation.
     */
    @Override
    protected void delayForWaitingNewUrl() {
        ComponentUtil.getSystemHelper().calibrateCpuLoad();
        try {
            final IntervalControlHelper intervalControlHelper = ComponentUtil.getIntervalControlHelper();
            intervalControlHelper.checkCrawlerStatus();

    private static class TestSystemHelper extends SystemHelper {
        long processingTime = 0;
        long currentTime = System.currentTimeMillis();

        @Override
        public boolean calibrateCpuLoad() {
            // Do nothing
            return true;
        }

        @Override
        public long getCurrentTimeAsLong() {
            long time = currentTime;

        systemHelper.setSystemCpuCheckInterval(100L);
        final boolean result = systemHelper.calibrateCpuLoad(1L);
        assertTrue(result || !result); // Can be either depending on CPU load
    }

    public void test_calibrateCpuLoad_zeroTimeout() {
        final boolean result = systemHelper.calibrateCpuLoad(0L);
        assertTrue(result);
    }

    public void test_getSystemCpuPercent() {

     */
    public boolean calibrateCpuLoad() {
        return calibrateCpuLoad(0L);
    }

    /**
     * Calibrates the CPU load with a timeout.
     *
     * @param timeoutInMillis The timeout in milliseconds.
     * @return true if the CPU load is within the acceptable range, false otherwise.
     */
    public boolean calibrateCpuLoad(final long timeoutInMillis) {

            reader.addSort(SortBuilders.scoreSort());
            return reader;
        }, docPerReq, () -> {
            systemHelper.calibrateCpuLoad();
            ThreadUtil.sleep(interval);
        }).then(response -> {
            refresh();
            success.accept(true);
        }).error(t -> error.accept(t));
    }

    /**

     */
    @Override
    public void store(final DataStoreParams paramMap, final Map<String, Object> dataMap) {
        final SystemHelper systemHelper = ComponentUtil.getSystemHelper();
        systemHelper.calibrateCpuLoad();

        final long startTime = systemHelper.getCurrentTimeAsLong();
        final FessConfig fessConfig = ComponentUtil.getFessConfig();

        @Override
        public long getCurrentTimeAsLong() {
            return System.currentTimeMillis();
        }

        @Override
        public boolean calibrateCpuLoad() {
            return true;
        }
    }

    private static class MockPopularWordHelper extends PopularWordHelper {
        @Override
        public void clearCache() {

     */
    protected void process(final FessConfig fessConfig, final ThumbnailQueue entity) {
        final SystemHelper systemHelper = ComponentUtil.getSystemHelper();
        systemHelper.calibrateCpuLoad();

        if (logger.isDebugEnabled()) {
            logger.debug("Processing thumbnail: {}", entity);
        }
        final String generatorName = entity.getGenerator();
        try {

        }

        @Override
        public String generateDocId(Map<String, Object> map) {
            return "doc_" + System.currentTimeMillis();
        }

        @Override
        public boolean calibrateCpuLoad() {
            cpuLoadCallCount.incrementAndGet();
            return true;
        }

        @Override
        public void waitForNoWaitingThreads() {
            // Do nothing in test
        }