logger.info("Number of crawling info logs before deletion: {}", sizeBeforeDeletion);

        // Delete all old crawling sessions
        deleteMethod("/api/admin/crawlinginfo/all").then().body("response.status", equalTo(0));
        refresh();

        // Verify all old sessions are deleted (size should be 0 after deletion)
        final List<Map<String, Object>> logListAfter = readCrawlingInfo(webConfigId);

            assertNull(exceptions[i], "Thread " + i + " threw exception");
        }

        // Verify all readers completed all iterations
        for (int i = 0; i < readerCount; i++) {
            assertEquals("Reader " + i + " should complete all iterations", iterations, trueCount[i] + falseCount[i]);
        }
    }

    /**

        super();
    }

    /**
     * Clears all documents from the list and resets metrics.
     * Removes all documents and resets content size and processing time to zero.
     */
    @Override
    public void clear() {
        super.clear();
        contentSize = 0;
        processingTime = 0;
    }

    /**
     * Gets the total content size of all documents in this list.
     *

     */
    public String sessionId;

    /**
     * Creation time of the crawling information.
     */
    public String createdTime;

    /**
     * Clears all pagination state and crawling information fields.
     * Resets all counts, page flags, and crawling-specific fields to their default values.
     */
    public void clear() {
        allRecordCount = 0;
        allPageCount = 0;

    /**
     * Creates a new DuplicateHostPager with default values.
     * Initializes pagination settings and clears all search parameters.
     */
    public DuplicateHostPager() {
        // Default constructor with explicit documentation
    }

    /**
     * Clears all paging state and search/filter parameters.
     * Resets the pager to its initial state with default values.
     */
    public void clear() {

    }

    /**
     * Creates a fallback result that includes all documents as relevant.
     * Used when evaluation fails and we want to include all search results.
     *
     * @param allDocIds all document IDs from search results
     * @return evaluation result with all documents marked as relevant
     */

        return DEFAULT_CURRENT_PAGE_NUMBER;
    }

    /**
     * Gets the total number of records across all pages.
     *
     * @return the total record count
     */
    public int getAllRecordCount() {
        return allRecordCount;
    }

    /**
     * Sets the total number of records across all pages.
     *
     * @param allRecordCount the total record count
     */

    public void test_crawl_runAllMode() {
        // Mock CrawlingConfigHelper for run all mode (null parameters)
        CrawlingConfigHelper crawlingConfigHelper = new CrawlingConfigHelper() {
            @Override
            public List<WebConfig> getWebConfigListByIds(List<String> webConfigIdList) {
                // In run all mode, this should return all web configs
                return Collections.emptyList();
            }

    }

    /**
     * Deletes all words from the suggest index.
     *
     * @return true if the operation was successful, false otherwise.
     */
    public boolean deleteAllWords() {
        final SuggestDeleteResponse response = suggester.indexer().deleteAll();
        if (response.hasError()) {
            logger.warn("Failed to delete all words.", response.getErrors().get(0));
            return false;

        // Default constructor
    }

    /**
     * Inserts a new user across all authentication chains.
     * @param user The user to insert.
     */
    public void insert(final User user) {
        chains().of(stream -> stream.forEach(c -> c.update(user)));
    }

    /**
     * Changes the password for a user across all authentication chains.
     * @param username The username for which to change the password.