* A definition for a component that can be instantiated on demand.
     * This class handles component creation, dependency injection, and initialization.
     *
     * @param <T> the type of the component
     */
    protected static class ComponentDef<T> {
        /**
         * The class of the component to instantiate.
         */
        protected Class<T> cls;

        /**

                    target.setMethod(getFieldValue(fields.get("method"), String.class));
                    target.setMimeType(getFieldValue(fields.get("mimeType"), String.class));
                    target.setSessionId(getFieldValue(fields.get("sessionId"), String.class));
                    target.setUrl(getFieldValue(fields.get("url"), String.class));

                .prototype("accessResult", AccessResultImpl.class)
                .prototype("urlQueue", UrlQueueImpl.class)
                .prototype("crawlerThread", CrawlerThread.class)
                .prototype("crawler", Crawler.class)
                .prototype("urlFilterService", UrlFilterServiceImpl.class)
                .prototype("urlQueueService", UrlQueueServiceImpl.class)
                .prototype("dataService", DataServiceImpl.class)

                .singleton("compressorStreamFactory", CompressorStreamFactory.class)
                .singleton("mimeTypeHelper", MimeTypeHelperImpl.class)
                .singleton("tikaExtractor", TikaExtractor.class)
                .singleton("zipExtractor", ZipExtractor.class)
                .<ExtractorFactory> singleton("extractorFactory", ExtractorFactory.class, factory -> {

                .singleton("fsClient", FileSystemClient.class)//
                .singleton("smbClient", SmbClient.class)//
                .singleton("smb1Client", org.codelibs.fess.crawler.client.smb1.SmbClient.class)//
                .singleton("ftpClient", FtpClient.class)//
                .singleton("storageClient", StorageClient.class)//
                .singleton("clientFactory", CrawlerClientFactory.class);

        this.charsetName = charsetName;
    }

    /**
     * Returns the data class.
     * @return The data class.
     */
    public Class<?> getDataClass() {
        return dataClass;
    }

    /**
     * Sets the data class.
     * @param dataClass The data class to set.
     */
    public void setDataClass(final Class<?> dataClass) {
        this.dataClass = dataClass;
    }

        }

        if (ResourceUtil.getResourceNoException("org/h2/Driver.class") != null) {
            list.add("h2");
        }

        if (ResourceUtil.getResourceNoException("com/mysql/jdbc/Driver.class") != null) {
            list.add("mysql");
        }

        if (ResourceUtil.getResourceNoException("oracle/jdbc/driver/OracleDriver.class") != null) {
            list.add("oracle");
        }

import org.codelibs.core.timer.TimeoutTarget;

/**
 * AccessTimeoutTarget is a class that implements the TimeoutTarget interface.
 * It is used to interrupt a running thread when a timeout occurs.
 * The class provides methods to interrupt the thread and stop the timeout target.
 *
 * <p>
 * The class uses a logger to log debug messages.
 * It also uses an AtomicBoolean to track whether the thread is running.
 * </p>

import org.codelibs.fess.crawler.processor.ResponseProcessor;

/**
 * NullResponseProcessor is a class that implements the ResponseProcessor interface.
 * It provides a no-op implementation for processing response data.
 * This class can be used when you want to skip the response processing step in a crawler.
 *
 * @author kuma
 */
public class NullResponseProcessor implements ResponseProcessor {

    /**

/**
 * Creates and manages crawler clients for web crawling operations.
 * This class handles the registration and loading of crawler client factories and their associated clients.
 * <p>
 * The class maintains a mapping between regular expressions and component names, and manages a list
 * of crawler client factories with a configurable maximum size.
 * </p>
 *
 */
public class CrawlerClientCreator {
    /**
     * Constructs a new CrawlerClientCreator.