/**
 * Helper class for managing crawler statistics and performance metrics.
 * This class provides functionality to track, record, and report statistics
 * about crawler operations including timing data, performance metrics, and
 * operational events. It uses an internal cache to maintain statistics
 * objects and provides methods to begin tracking, record events, and
 * finalize statistics collection.
 *
 */

        public JvmGcObj[] gc;
        /** JVM thread statistics */
        public JvmThreadsObj threads;
        /** JVM class loading statistics */
        public JvmClassesObj classes;
        /** JVM uptime in milliseconds */
        public long uptime;
    }

    /**
     * Data transfer object representing JVM memory statistics.
     */
    public static class JvmMemoryObj {
        /**

import org.opensearch.monitor.os.OsProbe;
import org.opensearch.monitor.os.OsStats;
import org.opensearch.monitor.process.ProcessProbe;

/**
 * This class is a timer target for monitoring system-level statistics.
 * It collects and logs information about the operating system, process,
 * JVM, and search engine.
 */
public class SystemMonitorTarget extends MonitorTarget {

                ?.let {
                    buildProjectClassTimes[it.asId(MASTER_CHECK_CONFIGURATION)]
                }?.also {
                    println(
                        "No test statistics found for ${testCoverage.asName()} (${testCoverage.uuid}), re-using the data from ${foundTestCoverage.asName()} (${foundTestCoverage.uuid})",
                    )
                }
        }
    }
}

import org.opensearch.search.aggregations.bucket.terms.Terms.Bucket;
import org.opensearch.search.aggregations.bucket.terms.TermsAggregationBuilder;

/**
 * Helper class for managing crawling information and statistics.
 * Provides functionality to track crawling sessions, manage document expiration,
 * and handle crawling information storage and retrieval.
 */
public class CrawlingInfoHelper {

    /**

/**
 * Helper class for crawler logging operations.
 * Extends LogHelperImpl to provide specialized logging functionality for crawler operations,
 * including failure URL tracking and crawler statistics integration.
 */
public class CrawlerLogHelper extends LogHelperImpl {

    /**
     * Creates a new instance of CrawlerLogHelper.
     */
    public CrawlerLogHelper() {
        super();
    }

import java.util.Map;

/**
 * A response list that extends List functionality and includes pagination and search metadata.
 * This class wraps search results with pagination information, facet responses, and query statistics.
 * It implements the List interface to provide standard list operations while adding search-specific
 * functionality such as page navigation, record counts, and query execution times.
 */

     *   <li>Manages concurrent execution based on thread count limits</li>
     *   <li>Monitors thread completion and handles cleanup</li>
     *   <li>Records execution timing and statistics</li>
     * </ul>
     *
     * @param sessionId unique identifier for this crawling session
     * @param configList list of data configurations to crawl
     */

    public static final String USER_CODE = "userCode";

    /** Search query field name for logging. */
    public static final String SEARCH_FIELD_LOG_SEARCH_QUERY = "q";

    /** Statistics report type parameter name. */
    public static final String STATS_REPORT_TYPE = "reportType";

    /** Result document ID cache key. */
    public static final String RESULT_DOC_ID_CACHE = "resultDocIds";

        public ApiResult result() {
            return new ApiResult(this);
        }
    }

    /**
     * Represents an API response containing statistical information.
     */
    public static class ApiStatsResponse extends ApiResponse {
        /** The statistical data. */
        protected Map<String, Object> stats;

        /**
         * Default constructor for ApiStatsResponse.
         */