import org.codelibs.fess.crawler.helper.MimeTypeHelper;

/**
 * MimeTypeHelperImpl is a helper class that detects the MIME type of a given input stream or filename.
 * It uses the Apache Tika library to detect the MIME type.
 *
 * <p>
 * This class provides methods to:
 * </p>
 * <ul>
 *   <li>Detect the MIME type based on the input stream and filename.</li>

 *   <li>{@code STORAGE_REGION}: The region of the MinIO service.</li>
 * </ul>
 *
 * <p>
 * The {@link StorageURLConnection} class handles the actual connection and data retrieval from the storage service.
 * </p>
 */
public class Handler extends URLStreamHandler {

    /**
     * Constructs a new Handler.
     */
    public Handler() {
        // Default constructor
    }

    /**

import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class XmlExtractorTest extends PlainTestCase {
    private static final Logger logger = LogManager.getLogger(XmlExtractorTest.class);

    public XmlExtractor xmlExtractor;

    @Override
    protected void setUp() throws Exception {
        super.setUp();

 * response data, respecting the maximum depth and access count limits.
 * </p>
 *
 */
public class DefaultResponseProcessor implements ResponseProcessor {
    /** Logger instance for this class */
    private static final Logger logger = LogManager.getLogger(DefaultResponseProcessor.class);

    /** Container for managing crawler components */
    @Resource
    protected CrawlerContainer crawlerContainer;

 */
package org.codelibs.fess.crawler.client.http;

import java.io.Serializable;

import org.codelibs.core.lang.StringUtil;

/**
 * Represents an HTTP request header with a name and value.
 * This class is used to encapsulate the header information for HTTP requests.
 * It provides methods to get and set the name and value of the header,
 * as well as a method to validate the header.
 *
 * <p>Example usage:</p>
 * <pre>

import org.apache.http.auth.AuthScope;
import org.apache.http.auth.Credentials;
import org.codelibs.fess.crawler.client.http.Authentication;

/**
 * Implementation of the {@link Authentication} interface.
 * This class provides methods to handle authentication details such as
 * authentication scope, credentials, and authentication scheme.
 *
 * <p>
 * It includes constructors to initialize these details and getter and setter

import org.codelibs.fess.crawler.util.CrawlerWebServer;
import org.codelibs.opensearch.runner.OpenSearchRunner;
import org.dbflute.utflute.lastadi.LastaDiTestCase;

import jakarta.annotation.Resource;

public class CrawlerTest extends LastaDiTestCase {

    @Resource
    private Crawler crawler;

    @Resource
    private DataService dataService;

    @Resource
    private UrlQueueService urlQueueService;

/**
 * @author shinsuke
 *
 */
public class FtpClientTest extends PlainTestCase {
    private static final int FTP_PORT = 10021;

    public FtpClient ftpClient;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("mimeTypeHelper", MimeTypeHelperImpl.class)//
                .singleton("ftpClient", FtpClient.class);

import org.dbflute.utflute.core.PlainTestCase;

/**
 * Test class for Transformer interface.
 * Tests the contract and behavior of Transformer implementations.
 */
public class TransformerTest extends PlainTestCase {

    /**
     * Basic test implementation of Transformer
     */
    public static class TestTransformer implements Transformer {
        private String name;

 * It extends {@link org.codelibs.fess.crawler.exception.CrawlerSystemException} and provides constructors
 * to handle different scenarios such as wrapping another exception or providing a specific error message.
 */
public class ExtractException extends CrawlerSystemException {

    private static final long serialVersionUID = 1L;

    /**
     * Constructs a new ExtractException with the specified message and cause.
     *