/**
 * Helper class for managing data crawling operations in Fess.
 * This class coordinates the execution of data store crawling processes,
 * managing multiple concurrent crawling threads and handling the indexing
 * of crawled documents into the search engine.
 *
 * <p>The DataIndexHelper supports:</p>
 * <ul>
 *   <li>Concurrent crawling of multiple data configurations</li>

import org.codelibs.fess.util.ComponentUtil;

/**
 * Helper class for web and file system crawling and indexing operations.
 * Manages the crawling process for both web configurations and file configurations,
 * coordinating multiple crawler threads and handling indexing operations.
 */
public class WebFsIndexHelper {

    /**
     * Default constructor.
     */
    public WebFsIndexHelper() {

 * duplicate host configurations used by the Fess crawler system.
 *
 * <p>Duplicate host configurations allow administrators to define hostname patterns
 * that should be treated as equivalent during crawling. This helps avoid indexing
 * duplicate content from the same logical site that may be accessible via different
 * hostnames (e.g., www.example.com and example.com).</p>
 */
public class DuplicateHostService extends FessAppService {

    /**

import jakarta.annotation.Resource;

/**
 * API action for admin duplicate host management.
 * Provides RESTful API endpoints for managing duplicate host settings in the Fess search engine.
 * Duplicate host settings help prevent indexing the same content from multiple similar URLs.
 *
 */
public class ApiAdminDuplicatehostAction extends FessApiAdminAction {

    private static final Logger logger = LogManager.getLogger(ApiAdminDuplicatehostAction.class);

labels.crawling_info_WebFsIndexExecTime=Indexing Execution Time (Web/File)
labels.crawling_info_WebFsIndexSize=Index Size (Web/File)
labels.crawling_info_DataCrawlExecTime=Crawl Execution Time (Data Store)
labels.crawling_info_DataCrawlStartTime=Crawl Start Time (Data Store)
labels.crawling_info_DataCrawlEndTime=Crawl End Time (Data Store)
labels.crawling_info_DataIndexExecTime=Indexing Execution Time (Data Store)

 * Represents a single character mapping rule that defines how input characters are mapped to output characters
 * for text analysis and search processing. This class is used in character mapping dictionaries to transform
 * text during indexing and search operations.
 *
 * <p>Each mapping item consists of one or more input character sequences that are mapped to a single output

 * Helper class for managing duplicate host configurations in the Fess search system.
 * This class handles URL conversion based on duplicate host rules, allowing multiple
 * hostnames or URLs to be treated as equivalent for crawling and indexing purposes.
 * It maintains a list of DuplicateHost rules and applies them to URLs.
 *
 */
public class DuplicateHostHelper {
    private static final Logger logger = LogManager.getLogger(DuplicateHostHelper.class);

    @Resource
    protected SearchEngineClient searchEngineClient;

    /** Injected helper for web and file system indexing operations. */
    @Resource
    protected WebFsIndexHelper webFsIndexHelper;

    /** Injected helper for data store indexing operations. */
    @Resource
    protected DataIndexHelper dataIndexHelper;

    /** Injected service for managing path mappings during crawling. */

/**
 * API action for admin job log management.
 * Provides RESTful API endpoints for viewing and managing job execution logs in the Fess search engine.
 * Job logs contain information about crawling jobs, indexing tasks, and system maintenance operations.
 *
 */
public class ApiAdminJoblogAction extends FessApiAdminAction {

    private static final Logger logger = LogManager.getLogger(ApiAdminJoblogAction.class);

/**
 * Implementation of IndexUpdateCallback that handles file list index updates with concurrent processing.
 * This callback processes file events (create, modify, delete) and manages document indexing and deletion
 * operations in the search engine. It supports recursive crawling with configurable depth and access count limits.
 *