import org.codelibs.fess.util.DocumentUtil;
import org.codelibs.fess.util.MemoryUtil;

import jakarta.annotation.PostConstruct;

/**
 * Implementation of IndexUpdateCallback for handling document indexing operations.
 * This class manages the process of updating the search index with documents from
 * data stores, including bulk operations, document transformation, and error handling.
 */

 * This class provides constants for system configuration, crawling and indexing defaults, user agent strings,
 * status values, field names, date/time formats, authentication types, and various reserved words and patterns.
 *
 * <p>Key constant categories include:</p>
 * <ul>
 * <li>System configuration property keys</li>
 * <li>Default values for crawling and indexing operations</li>
 * <li>User agent strings and patterns for web crawling</li>

    protected String[] sortFields;

    /** Set of fields that are allowed in API responses */
    protected Set<String> apiResponseFieldSet;

    /** Set of fields that are not analyzed during indexing */
    protected Set<String> notAnalyzedFieldSet;

    /** List of additional default fields with their boost values */
    protected List<Pair<String, Float>> additionalDefaultList = new ArrayList<>();

    /**

 * <li>Transforms document data using appropriate transformers</li>
 * <li>Applies document boosting rules and click/favorite count enhancements</li>
 * <li>Sends processed documents to the search engine for indexing</li>
 * <li>Manages cleanup of processed crawler session data</li>
 * </ul>
 *
 * <p>The updater runs continuously until crawling is finished and all documents are processed.

/**
 * Helper class for managing file type mappings based on MIME types.
 * This class provides functionality to map MIME types to file types and
 * retrieve appropriate file type classifications for documents during indexing.
 *
 * The mappings are loaded from configuration and can be dynamically modified
 * at runtime. When a MIME type is not found in the mapping, a default value
 * is returned.
 */
public class FileTypeHelper {

     *
     * @return The version number, or null if not versioned
     */
    Long getVersionNo();

    /**
     * Converts this search log event to a source map for indexing or logging.
     *
     * @return Map representation of the event data
     */
    Map<String, Object> toSource();

    /**
     * Gets the type of this search log event.
     *

errors.failed_to_change_password=Failed to change your password.
errors.unknown_version_for_upgrade=Unknown version for upgrade.
errors.failed_to_upgrade_from=Failed to upgrade from {0}.
errors.failed_to_reindex=Failed to start re-indexing from {0} to {1}.
errors.failed_to_read_request_file=Failed to read a request file: {0}
errors.invalid_header_for_request_file=Invalid header line: {0}

errors.failed_to_change_password=Failed to change your password.
errors.unknown_version_for_upgrade=Unknown version for upgrade.
errors.failed_to_upgrade_from=Failed to upgrade from {0}.
errors.failed_to_reindex=Failed to start re-indexing from {0} to {1}.
errors.failed_to_read_request_file=Failed to read a request file: {0}
errors.invalid_header_for_request_file=Invalid header line: {0}

import jakarta.annotation.Resource;

/**
 * API action for admin document management.
 * Provides RESTful API endpoints for bulk document operations in the Fess search engine.
 * Supports indexing multiple documents with automatic field validation and default value assignment.
 */
public class ApiAdminDocumentsAction extends FessApiAdminAction {

 * before they are indexed. Ingesters can be used to modify document content,
 * extract additional metadata, or perform other transformations during the
 * indexing process.
 *
 * Ingesters are processed in priority order, with lower numbers having higher priority.
 */
public abstract class Ingester {

    /** Priority of this ingester (lower numbers = higher priority) */