- [ ] Set up authentication and user roles

### Data Migration

- [ ] Export documents from current system
- [ ] Transform documents to Fess format
- [ ] Validate NDJSON format
- [ ] Import documents via Admin UI or API
- [ ] Verify document count after import
- [ ] Test search queries on migrated data
- [ ] Configure document boost/relevance (if needed)

### Search Integration

        }
    }

    /**
     * Deletes old documents that have the same URL but different document IDs
     * as the documents in the provided list. This prevents duplicate documents
     * from accumulating in the index.
     *
     * @param searchEngineClient the search engine client to use for deletion
     * @param docList the list of new documents to check against

            logger.debug("Total documents added: {}", documentSize.get());
        }

    }

    /**
     * Processes a document through the ingest pipeline.
     * Applies all available ingesters to transform the document data.
     *
     * @param paramMap the data store parameters
     * @param dataMap the document data to process
     * @return the processed document data
     */

    }

    /**
     * Clears all documents from the list and resets metrics.
     * Removes all documents and resets content size and processing time to zero.
     */
    @Override
    public void clear() {
        super.clear();
        contentSize = 0;
        processingTime = 0;
    }

    /**
     * Gets the total content size of all documents in this list.
     *
     * @return the total content size in bytes
     */

        }

        /**
         * Deletes old documents from the search index.
         * This method removes documents that were indexed in previous
         * crawling sessions for the same data configuration, keeping
         * only the documents from the current session.
         *
         * <p>The deletion process:</p>
         * <ul>
         *   <li>Checks if old document deletion is enabled</li>

     * @return JSON response with bulk operation results
     */
    // PUT /api/admin/documents/bulk
    @Execute
    public JsonResponse<ApiResult> put$bulk(final BulkBody body) {
        validateApi(body, messages -> {});
        if (body.documents == null) {
            throwValidationErrorApi(messages -> messages.addErrorsCrudFailedToCreateCrudTable(GLOBAL, "documents is required."));
        }

    /**
     * Default constructor for PurgeDocJob.
     * Creates a new instance of the document purging job with default settings.
     */
    public PurgeDocJob() {
        // Default constructor
    }

    /**
     * Executes the document purging job.
     * Removes all documents from the search index that have expired based on their expires field.
     *

    }

    /**
     * Indexes documents from an array of maps.
     * @param documents The documents to index.
     * @return The SuggestIndexResponse.
     */
    public SuggestIndexResponse indexFromDocument(final Map<String, Object>[] documents) {
        final long start = System.currentTimeMillis();
        try {
            final Stream<Map<String, Object>> stream = Stream.of(documents);
            if (parallel) {

 * reader.setScrollSize(1000); // Set the scroll size
 * reader.setLimitOfDocumentSize(1024 * 1024); // Limit document size to 1MB
 * reader.setQuery(QueryBuilders.termQuery("field", "value")); // Set a query
 *
 * Map<String, Object> document;
 * while ((document = reader.read()) != null) {
 *     // Process the document
 *     System.out.println(document);
 * }
 *
 * reader.close(); // Close the reader to release resources
 * }
 * </pre>
 */

 */
package org.codelibs.fess.suggest.index.contents.document;

import java.io.Closeable;
import java.util.Map;

/**
 * Interface for reading documents and extracting their contents into a map.
 * Implementations of this interface should provide the logic for reading
 * documents and converting them into a key-value structure.
 *