* duplicate host configurations used by the Fess crawler system.
 *
 * <p>Duplicate host configurations allow administrators to define hostname patterns
 * that should be treated as equivalent during crawling. This helps avoid indexing
 * duplicate content from the same logical site that may be accessible via different
 * hostnames (e.g., www.example.com and example.com).</p>
 */

     * Caches encoding information to improve performance on subsequent requests.
     *
     * @param parentUrl the parent URL to get encoding for
     * @param sessionId the session ID for the crawling session
     * @return the character encoding, or null if not found
     */
    default String getParentEncoding(final String parentUrl, final String sessionId) {
        final String key = sessionId + ":" + parentUrl;

 * Provides RESTful API endpoints for managing file authentication settings in the Fess search engine.
 * File authentication settings define access credentials and permissions for file-based crawling.
 *
 */
public class ApiAdminFileauthAction extends FessApiAdminAction {

    private static final Logger logger = LogManager.getLogger(ApiAdminFileauthAction.class);

    public void test_init_withIngestFactory() {
        ComponentUtil.register(ingestFactory, "ingestFactory");
        indexUpdater.init();
        assertNotNull(indexUpdater);
    }

    // Test destroy when crawling is not finished
    @Test
    public void test_destroy_notFinished() {
        final List<Crawler> crawlerList = new ArrayList<>();
        final TestCrawler crawler = new TestCrawler();

    //                                                                           Attribute
    //                                                                           =========
    /** Helper for crawling configuration management. */
    @Resource
    protected CrawlingConfigHelper crawlingConfigHelper;

    // ===================================================================================

        try {
            crawlingInfoHelper.store(sessionId, true);
            fail("Should throw FessSystemException");
        } catch (FessSystemException e) {
            assertEquals("No crawling session.", e.getMessage());
            assertTrue(e.getCause() instanceof RuntimeException);
        }
    }

    @Test
    public void test_updateParams() {
        final String sessionId = "update-session";

            assertTrue("Multiple operations should handle exceptions quickly", true);
        }
    }

    @Test
    public void test_configuration_validation() {
        // Test configuration without actual crawling
        dataIndexHelper.setCrawlingExecutionInterval(1L);
        dataIndexHelper.setCrawlerPriority(Thread.NORM_PRIORITY);
        assertTrue("Configuration should be fast", true);
    }

    @Test

2. **Browser header**: `Accept-Language` header
3. **Fallback**: English (from `fess_label.properties` and `fess_message.properties`)

### Document Language Detection

During crawling and indexing, Fess:

1. Detects language from document content using Apache Tika
2. Validates against `supported.languages` list
3. Creates language-specific fields (e.g., `content_ja`, `title_en`, `content_sv`)

    /** The key of the configuration. e.g. 100 */
    String PAGE_CRAWLING_INFO_PARAM_MAX_FETCH_SIZE = "page.crawling.info.param.max.fetch.size";

    /** The key of the configuration. e.g. 1000 */
    String PAGE_CRAWLING_INFO_MAX_FETCH_SIZE = "page.crawling.info.max.fetch.size";

    /** The key of the configuration. e.g. 100 */

        // We just verify that the crawl completes with EXIT_OK
        assertTrue("Crawler should complete", result == Constants.EXIT_OK);
    }

    // Test concurrent crawling
    @Test
    public void test_doCrawl_concurrentWebAndData() {
        final List<String> executionOrder = Collections.synchronizedList(new ArrayList<>());