*/
    @Required
    @Size(max = 1000)
    public String id;

    /**
     * The username of the user who last updated this web configuration.
     * Used for audit trail purposes to track who made changes.
     */
    @Size(max = 1000)
    public String updatedBy;

    /**
     * The timestamp when this web configuration was last updated.

","progress","q","rp","rt","ruby","s","samp","search","section","select","shadow","slot","small","source","spacer","span","strike","strong","style","sub","summary","sup","table","tbody","td","template","textarea","tfoot","th","thead","time","tr","track","tt","u","ul","var","video","wbr"]),k=i(["svg","a","altglyph","altglyphdef","altglyphitem","animatecolor","animatemotion","animatetransform","circle","clippath","defs","desc","ellipse","enterkeyhint","exportparts","filter","font","g","glyph","gly...

import org.opensearch.search.aggregations.bucket.terms.TermsAggregationBuilder;

/**
 * Helper class for managing crawling information and statistics.
 * Provides functionality to track crawling sessions, manage document expiration,
 * and handle crawling information storage and retrieval.
 */
public class CrawlingInfoHelper {

    /**
     * Creates a new instance of CrawlingInfoHelper.
     */

            $olEle = $("<ol/>");
            $olEle.css({
              "list-style": "none",
              padding: "0",
              margin: "2px"
            });

            // Use a Set to track seen texts for O(n) duplicate checking
            seenTexts = {};

            for (
              j = 0;
              j < reslist.length && listNum < settingAjaxInfo.num;
              j++
            ) {

     * Defaults to normal thread priority.
     */
    protected int crawlerPriority = Thread.NORM_PRIORITY;

    /**
     * Thread-safe list of active data crawling threads.
     * Used to track and manage all currently running crawler threads.
     */
    protected final List<DataCrawlingThread> dataCrawlingThreadList = Collections.synchronizedList(new ArrayList<>());

    /**

        return user;
    }

    // Test implementation of AuthenticationChain for testing
    private static class TestAuthenticationChain implements AuthenticationChain {
        // Track method calls
        List<User> updateCalls = new ArrayList<>();
        List<User> deleteCalls = new ArrayList<>();
        List<Map.Entry<String, String>> changePasswordCalls = new ArrayList<>();

        // Create a mock crawlingInfoHelper that tracks status updates
        final Map<String, String> statusMap = new HashMap<>();
        CrawlingInfoHelper testCrawlingInfoHelper = new CrawlingInfoHelper() {
            private final Map<String, String> infoMap = new HashMap<>();

            @Override
            public void store(String sessionId, boolean running) {
                // Track the final status
                if (!running) {

                    } else {
                        doc.put(scoreField, Float.valueOf(rrfScore));
                        documentsByIdMap.put(id, doc);
                    }
                    // Track documents from main searcher (index 0) within window size
                    if (searcherIndex == 0 && docRank < windowSize / 2) {
                        mainSearcherIdSet.add(id);
                    }
                }

    /** Array of supported file protocols for URL classification. */
    protected String[] fileProtocols = { "file:", "smb:", "smb1:", "ftp:", "storage:" };

    /** Queue to track the current XML element hierarchy during parsing. */
    protected LinkedList<String> tagQueue;

    /** List to store parsed label types for access control. */
    protected List<LabelType> labelList;

     * Each access result is transformed into a document map and added to the document list.
     *
     * @param docList the document list to add processed documents to
     * @param accessResultList the list to track processed access results for cleanup
     * @param arList the list of access results to process
     */
    private void processAccessResults(final DocList docList, final List<OpenSearchAccessResult> accessResultList,