import com.google.common.cache.LoadingCache;

import jakarta.annotation.PostConstruct;
import jakarta.annotation.PreDestroy;

/**
 * Helper class for managing crawler statistics and performance metrics.
 * This class provides functionality to track, record, and report statistics
 * about crawler operations including timing data, performance metrics, and
 * operational events. It uses an internal cache to maintain statistics

    public String id;

    /**
     * The URL that failed during crawling.
     * This is a required field containing the actual URL that encountered an error.
     */
    @Required
    public String url;

    /**
     * The name of the crawler thread that encountered the failure.
     * This is a required field used for identifying which crawler process failed.
     */
    @Required
    public String threadName;

import org.codelibs.fess.Constants;
import org.codelibs.fess.crawler.builder.RequestDataBuilder;
import org.codelibs.fess.crawler.entity.AccessResultData;
import org.codelibs.fess.crawler.entity.RequestData;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.entity.ResultData;
import org.codelibs.fess.crawler.entity.UrlQueue;
import org.codelibs.fess.crawler.exception.ChildUrlsException;

/**
 * Form class for crawling configuration wizard in the admin interface.
 * Contains validation constraints for creating new crawling configurations.
 */
public class CrawlingConfigForm {

    /**
     * Creates a new form instance.
     */
    public CrawlingConfigForm() {
        // Default constructor
    }

    /**
     * Name of the crawling configuration.
     */
    @Required

 */
package org.codelibs.fess.exception;

import org.codelibs.fess.crawler.exception.CrawlingAccessException;

/**
 * Exception thrown when an error occurs during data store crawling operations.
 * This exception provides information about the URL where the error occurred
 * and whether the crawling process should be aborted.
 */
public class DataStoreCrawlingException extends CrawlingAccessException {

    /** The key of the message: Start Crawling */
    public static final String LABELS_wizard_start_crawling_title = "{labels.wizard_start_crawling_title}";

    /** The key of the message: Crawler */
    public static final String LABELS_wizard_start_crawler_title = "{labels.wizard_start_crawler_title}";

    /** The key of the message: You can start crawling now by clicking "Start Crawling" button. */

    /** The key of the configuration. e.g. u002eu06d4u2e3cu3002 */
    String CRAWLER_DOCUMENT_FULLSTOP_CHARS = "crawler.document.fullstop.chars";

    /** The key of the configuration. e.g. UTF-8 */
    String CRAWLER_CRAWLING_DATA_ENCODING = "crawler.crawling.data.encoding";

    /** The key of the configuration. e.g. http,https */
    String CRAWLER_WEB_PROTOCOLS = "crawler.web.protocols";

            factory.setFeature(org.codelibs.fess.crawler.Constants.FEATURE_EXTERNAL_GENERAL_ENTITIES, false);
            factory.setFeature(org.codelibs.fess.crawler.Constants.FEATURE_EXTERNAL_PARAMETER_ENTITIES, false);
            final SAXParser parser = factory.newSAXParser();
            parser.setProperty(XMLConstants.ACCESS_EXTERNAL_DTD, StringUtil.EMPTY);
            parser.setProperty(XMLConstants.ACCESS_EXTERNAL_SCHEMA, StringUtil.EMPTY);

        assertEquals(0, webFsIndexHelper.crawlerList.size());
    }

    public void test_crawlerList_synchronization() {
        // Test that the crawler list is synchronized
        List<org.codelibs.fess.crawler.Crawler> crawlerList = webFsIndexHelper.crawlerList;
        assertTrue(crawlerList.getClass().getName().contains("Synchronized"));
    }

    public void test_defaultValues() {

/**
 * Search request body for web crawling configuration administration API.
 */
public class SearchBody extends BaseSearchBody {

    /**
     * Default constructor.
     */
    public SearchBody() {
        super();
    }

    /** Name of the web crawling configuration */
    public String name;

    /** URLs to crawl */
    public String urls;