* This class provides constants for system configuration, crawling and indexing defaults, user agent strings,
 * status values, field names, date/time formats, authentication types, and various reserved words and patterns.
 *
 * <p>Key constant categories include:</p>
 * <ul>
 * <li>System configuration property keys</li>
 * <li>Default values for crawling and indexing operations</li>
 * <li>User agent strings and patterns for web crawling</li>

/**
 * Helper class for managing file type mappings based on MIME types.
 * This class provides functionality to map MIME types to file types and
 * retrieve appropriate file type classifications for documents during indexing.
 *
 * The mappings are loaded from configuration and can be dynamically modified
 * at runtime. When a MIME type is not found in the mapping, a default value
 * is returned.
 */
public class FileTypeHelper {

     * Sets the URL.
     * @param url The URL.
     */
    public void setUrl(final String url) {
        this.url = url;
    }

    /**
     * Converts this URL filter to XContent format for OpenSearch indexing.
     *
     * @param builder The XContentBuilder to write to.
     * @param params Additional parameters for the conversion.
     * @return The XContentBuilder with the URL filter data.

import jakarta.annotation.Resource;

/**
 * API action for admin document management.
 * Provides RESTful API endpoints for bulk document operations in the Fess search engine.
 * Supports indexing multiple documents with automatic field validation and default value assignment.
 */
public class ApiAdminDocumentsAction extends FessApiAdminAction {

 * Helper class for managing duplicate host configurations in the Fess search system.
 * This class handles URL conversion based on duplicate host rules, allowing multiple
 * hostnames or URLs to be treated as equivalent for crawling and indexing purposes.
 * It maintains a list of DuplicateHost rules and applies them to URLs.
 *
 */
public class DuplicateHostHelper {
    private static final Logger logger = LogManager.getLogger(DuplicateHostHelper.class);

errors.failed_to_change_password=Failed to change your password.
errors.unknown_version_for_upgrade=Unknown version for upgrade.
errors.failed_to_upgrade_from=Failed to upgrade from {0}.
errors.failed_to_reindex=Failed to start re-indexing from {0} to {1}.
errors.failed_to_read_request_file=Failed to read a request file: {0}
errors.invalid_header_for_request_file=Invalid header line: {0}

errors.failed_to_change_password=Failed to change your password.
errors.unknown_version_for_upgrade=Unknown version for upgrade.
errors.failed_to_upgrade_from=Failed to upgrade from {0}.
errors.failed_to_reindex=Failed to start re-indexing from {0} to {1}.
errors.failed_to_read_request_file=Failed to read a request file: {0}
errors.invalid_header_for_request_file=Invalid header line: {0}

 * duplicate host configurations used by the Fess crawler system.
 *
 * <p>Duplicate host configurations allow administrators to define hostname patterns
 * that should be treated as equivalent during crawling. This helps avoid indexing
 * duplicate content from the same logical site that may be accessible via different
 * hostnames (e.g., www.example.com and example.com).</p>
 */
public class DuplicateHostService extends FessAppService {

    /**

import jakarta.annotation.Resource;

/**
 * API action for admin duplicate host management.
 * Provides RESTful API endpoints for managing duplicate host settings in the Fess search engine.
 * Duplicate host settings help prevent indexing the same content from multiple similar URLs.
 *
 */
public class ApiAdminDuplicatehostAction extends FessApiAdminAction {

    private static final Logger logger = LogManager.getLogger(ApiAdminDuplicatehostAction.class);

 * before they are indexed. Ingesters can be used to modify document content,
 * extract additional metadata, or perform other transformations during the
 * indexing process.
 *
 * Ingesters are processed in priority order, with lower numbers having higher priority.
 */
public abstract class Ingester {

    /** Priority of this ingester (lower numbers = higher priority) */