* and performs bulk indexing operations with proper error handling.
     *
     * @param searchEngineClient the search engine client to use for indexing
     * @param docList the list of documents to be indexed
     * @throws SearchEngineClientException if the bulk indexing operation fails
     */
    public void sendDocuments(final SearchEngineClient searchEngineClient, final DocList docList) {
        if (docList.isEmpty()) {

        // Add first document - should trigger indexing because cache size is 1
        Map<String, Object> dataMap1 = new HashMap<>();
        dataMap1.put("url", "http://example.com/test1");
        indexUpdateCallback.store(paramMap, dataMap1);
        assertEquals(1, indexingHelper.sendDocumentsCalled);

        // Add second document - should trigger indexing again
        Map<String, Object> dataMap2 = new HashMap<>();

            }
        });
        refresh();
    }

    /**
     * Indexes suggest data from documents.
     *
     * @param success A callback for successful indexing.
     * @param error   A callback for indexing errors.
     */
    public void indexFromDocuments(final Consumer<Boolean> success, final Consumer<Throwable> error) {
        final FessConfig fessConfig = ComponentUtil.getFessConfig();

              // pseudo headers. Literal Header Field without Indexing - Indexed Name.
              writeInt(headerNameIndex, PREFIX_4_BITS, 0)
              writeByteString(value)
            }
            else -> {
              // Literal Header Field with Incremental Indexing - Indexed Name.
              writeInt(headerNameIndex, PREFIX_6_BITS, 0x40)
              writeByteString(value)

import org.codelibs.fess.util.DocumentUtil;
import org.codelibs.fess.util.MemoryUtil;

import jakarta.annotation.PostConstruct;

/**
 * Implementation of IndexUpdateCallback for handling document indexing operations.
 * This class manages the process of updating the search index with documents from
 * data stores, including bulk operations, document transformation, and error handling.
 */

 * This class provides constants for system configuration, crawling and indexing defaults, user agent strings,
 * status values, field names, date/time formats, authentication types, and various reserved words and patterns.
 *
 * <p>Key constant categories include:</p>
 * <ul>
 * <li>System configuration property keys</li>
 * <li>Default values for crawling and indexing operations</li>
 * <li>User agent strings and patterns for web crawling</li>

    protected String[] sortFields;

    /** Set of fields that are allowed in API responses */
    protected Set<String> apiResponseFieldSet;

    /** Set of fields that are not analyzed during indexing */
    protected Set<String> notAnalyzedFieldSet;

    /** List of additional default fields with their boost values */
    protected List<Pair<String, Float>> additionalDefaultList = new ArrayList<>();

    /**

 * <li>Transforms document data using appropriate transformers</li>
 * <li>Applies document boosting rules and click/favorite count enhancements</li>
 * <li>Sends processed documents to the search engine for indexing</li>
 * <li>Manages cleanup of processed crawler session data</li>
 * </ul>
 *
 * <p>The updater runs continuously until crawling is finished and all documents are processed.

errors.failed_to_change_password=Failed to change your password.
errors.unknown_version_for_upgrade=Unknown version for upgrade.
errors.failed_to_upgrade_from=Failed to upgrade from {0}.
errors.failed_to_reindex=Failed to start re-indexing from {0} to {1}.
errors.failed_to_read_request_file=Failed to read a request file: {0}
errors.invalid_header_for_request_file=Invalid header line: {0}

errors.failed_to_change_password=Failed to change your password.
errors.unknown_version_for_upgrade=Unknown version for upgrade.
errors.failed_to_upgrade_from=Failed to upgrade from {0}.
errors.failed_to_reindex=Failed to start re-indexing from {0} to {1}.
errors.failed_to_read_request_file=Failed to read a request file: {0}
errors.invalid_header_for_request_file=Invalid header line: {0}