import com.google.common.base.Charsets;

import jakarta.annotation.PostConstruct;
import jakarta.annotation.PreDestroy;

/**
 * Extract a text by using external http server.
 */
public class ApiExtractor extends AbstractExtractor {

    private static final Logger logger = LogManager.getLogger(ApiExtractor.class);

    /** The URL of the API endpoint. */
    protected String url;

    /** The access timeout in seconds. */

import org.dbflute.utflute.core.PlainTestCase;

/**
 * Test class for CrawlerStatus enum.
 * Tests all enum functionality including values, valueOf, ordinal, and serialization.
 */
public class CrawlerStatusTest extends PlainTestCase {

    /**
     * Test that all expected enum values exist
     */
    public void test_enumValues() {
        CrawlerStatus[] values = CrawlerStatus.values();

        assertNotNull(values);

import com.google.common.cache.CacheBuilder;
import com.google.common.cache.CacheLoader;
import com.google.common.cache.LoadingCache;

import jakarta.annotation.Resource;

/**
 * <p>
 * XmlTransformer is a class that extends AbstractTransformer to transform XML documents into a specific format for indexing.
 * It uses XPath expressions to extract data from the XML and stores it in a ResultData object.
 * </p>
 *
 * <p>

/**
 * The {@code HtmlTransformer} class is responsible for transforming HTML responses
 * during the crawling process. It extracts data, identifies child URLs, and handles
 * character set encoding.
 * <p>
 * This class extends {@link AbstractTransformer} and utilizes various helper classes
 * and components from the Fess Crawler framework, such as {@link CrawlerContainer},
 * {@link UrlConvertHelper}, and {@link EncodingHelper}.
 * </p>
 * <p>

                return term.toUpperCase();
            }
        }
    }

    /**
     * Test implementation of AnalyzeToken with reading support
     */
    private static class TestAnalyzeToken extends AnalyzeToken {
        private String reading;

        public TestAnalyzeToken(String term, int position, int startOffset, int endOffset, int positionIncrement, String type,

import jakarta.annotation.Resource;

/**
 * OpenSearchUrlQueueService is an implementation of {@link UrlQueueService} for OpenSearch.
 *
 * @author shinsuke
 *
 */
public class OpenSearchUrlQueueService extends AbstractCrawlerService implements UrlQueueService<OpenSearchUrlQueue> {
    /**
     * Logger instance.
     */
    private static final Logger logger = LogManager.getLogger(OpenSearchUrlQueueService.class);

    /**

 * </p>
 * <p>
 * The encoding of the HTML document is automatically detected using a regular expression that matches the charset attribute in the meta tag.
 * </p>
 *
 */
public class HtmlXpathExtractor extends AbstractXmlExtractor {
    /**
     * Regular expression pattern to match the charset attribute in the meta tag of HTML documents.
     * The pattern captures the charset value specified in the content attribute of the meta tag.

import jakarta.annotation.Resource;

/**
 * FileSystemClient is CrawlerClient implementation to crawl files on a file
 * system.
 *
 * @author shinsuke
 *
 */
public class FileSystemClient extends AbstractCrawlerClient {

    /** Logger instance for this class */
    private static final Logger logger = LogManager.getLogger(FileSystemClient.class);

    /** Key for file attribute view in metadata */

import jakarta.mail.internet.MimeMessage;
import jakarta.mail.internet.MimeUtility;

/**
 * Gets a text from .eml file.
 *
 * @author shinsuke
 *
 */
public class EmlExtractor extends AbstractExtractor {
    /** Array of day of week abbreviations used for parsing received dates */
    private static final String[] DAY_OF_WEEK = { "Mon", "Tue", "Wed", "Thu", "Fri", "Sat", "Sun" };

import org.codelibs.fess.crawler.exception.MultipleCrawlingAccessException;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class FaultTolerantClientTest extends PlainTestCase {

    public void test_doGet() {
        final FaultTolerantClient client = new FaultTolerantClient();
        final TestClient testClient = new TestClient();