* and performs bulk indexing operations with proper error handling.
     *
     * @param searchEngineClient the search engine client to use for indexing
     * @param docList the list of documents to be indexed
     * @throws SearchEngineClientException if the bulk indexing operation fails
     */
    public void sendDocuments(final SearchEngineClient searchEngineClient, final DocList docList) {
        if (docList.isEmpty()) {

│   │   ├── suggest/                # Suggestion requests
│   │   └── popularwords/           # Popular words requests
│   ├── index/                      # Indexing functionality
│   │   ├── SuggestIndexer.java     # Main indexing API
│   │   ├── contents/               # Content parsers and readers
│   │   └── writer/                 # Index writing strategies

        // Add first document - should trigger indexing because cache size is 1
        Map<String, Object> dataMap1 = new HashMap<>();
        dataMap1.put("url", "http://example.com/test1");
        indexUpdateCallback.store(paramMap, dataMap1);
        assertEquals(1, indexingHelper.sendDocumentsCalled);

        // Add second document - should trigger indexing again
        Map<String, Object> dataMap2 = new HashMap<>();

import org.codelibs.fess.util.DocumentUtil;
import org.codelibs.fess.util.MemoryUtil;

import jakarta.annotation.PostConstruct;

/**
 * Implementation of IndexUpdateCallback for handling document indexing operations.
 * This class manages the process of updating the search index with documents from
 * data stores, including bulk operations, document transformation, and error handling.
 */

 * <li>Transforms document data using appropriate transformers</li>
 * <li>Applies document boosting rules and click/favorite count enhancements</li>
 * <li>Sends processed documents to the search engine for indexing</li>
 * <li>Manages cleanup of processed crawler session data</li>
 * </ul>
 *
 * <p>The updater runs continuously until crawling is finished and all documents are processed.

/**
 * The Suggester class provides functionality for managing and querying suggestion indices.
 * It includes methods for creating, refreshing, and switching indices, as well as for
 * retrieving popular words and indexing suggestions.
 *
 * <p>Constructor:
 * <ul>

            }
        });
        refresh();
    }

    /**
     * Indexes suggest data from documents.
     *
     * @param success A callback for successful indexing.
     * @param error   A callback for indexing errors.
     */
    public void indexFromDocuments(final Consumer<Boolean> success, final Consumer<Throwable> error) {
        final FessConfig fessConfig = ComponentUtil.getFessConfig();

              // pseudo headers. Literal Header Field without Indexing - Indexed Name.
              writeInt(headerNameIndex, PREFIX_4_BITS, 0)
              writeByteString(value)
            }
            else -> {
              // Literal Header Field with Incremental Indexing - Indexed Name.
              writeInt(headerNameIndex, PREFIX_6_BITS, 0x40)
              writeByteString(value)

/**
 * Helper class for managing data crawling operations in Fess.
 * This class coordinates the execution of data store crawling processes,
 * managing multiple concurrent crawling threads and handling the indexing
 * of crawled documents into the search engine.
 *
 * <p>The DataIndexHelper supports:</p>
 * <ul>
 *   <li>Concurrent crawling of multiple data configurations</li>

    protected String[] sortFields;

    /** Set of fields that are allowed in API responses */
    protected Set<String> apiResponseFieldSet;

    /** Set of fields that are not analyzed during indexing */
    protected Set<String> notAnalyzedFieldSet;

    /** List of additional default fields with their boost values */
    protected List<Pair<String, Float>> additionalDefaultList = new ArrayList<>();

    /**