this.delayMillisForWaitingNewUrl = delayMillisForWaitingNewUrl;
    }

    /**
     * Delays the crawler while waiting for new URLs to be available.
     * This method calibrates CPU load, checks crawler status, applies
     * interval control rules, and then calls the parent implementation.
     * All operations are wrapped in exception handling to ensure robustness
     * in test and production environments.

        append(buf, "open", () -> processProbe.getOpenFileDescriptorCount()).append(',');
        append(buf, "max", () -> processProbe.getMaxFileDescriptorCount());
        buf.append("},");
        buf.append("\"cpu\":{");
        append(buf, "percent", () -> processProbe.getProcessCpuPercent()).append(',');
        append(buf, "total", () -> processProbe.getProcessCpuTotalTime());
        buf.append("},");