/**
 * The class CrawlerSystemException is a runtime exception that is thrown when a system error occurs during crawling.
 * It extends the RuntimeException class and provides constructors for creating exceptions with a message, a cause, or both.
 * It also provides a protected constructor that allows to specify whether or not suppression is enabled or stack trace is writable.
 */
public class CrawlerSystemException extends RuntimeException {

 * It provides functionality to manage passwords for different file patterns using regular expressions.
 *
 * <p>The extractor supports two types of password management:
 * <ul>
 *   <li>Static passwords configured via {@link #addPassword(String, String)}</li>
 *   <li>Dynamic passwords provided through extraction parameters</li>
 * </ul>
 *

import org.codelibs.core.timer.TimeoutTarget;

/**
 * AccessTimeoutTarget is a class that implements the TimeoutTarget interface.
 * It is used to interrupt a running thread when a timeout occurs.
 * The class provides methods to interrupt the thread and stop the timeout target.
 *
 * <p>
 * The class uses a logger to log debug messages.
 * It also uses an AtomicBoolean to track whether the thread is running.
 * </p>
 *
 * <p>

/**
 * Helper class for managing content length limits based on MIME types.
 * It allows setting default and MIME type-specific maximum content lengths.
 * The class provides methods to add, retrieve, and manage these limits.
 */
public class ContentLengthHelper {
    /**
     * Constructs a new ContentLengthHelper.
     */
    public ContentLengthHelper() {
        // Default constructor

package org.codelibs.fess.crawler.container;

import org.codelibs.core.lang.StringUtil;

/**
 * The CrawlerContainer interface provides methods for managing components
 * within a crawler container. It includes methods to retrieve components,
 * check availability, and destroy the container. Additionally, it provides
 * a default method to initialize the container with specific protocol handlers.
 *
 */
public interface CrawlerContainer {

package org.codelibs.fess.crawler.exception;

/**
 * CrawlingAccessException is an exception class that represents an issue encountered while accessing a resource during the crawling process.
 * It extends CrawlerSystemException and provides functionality to set and check the log level for the exception.
 *
 * <p>
 * This exception can be thrown when there are problems accessing URLs, files, or any other resources needed for crawling.

    private static final Logger logger = LogManager.getLogger(TemporaryFileInputStream.class);

    private final File tempFile;

    private final FileInputStream fileInputStream;

    /**
     * A class that provides an input stream for reading from a temporary file.
     * This class wraps a {@link FileInputStream} to read from the specified temporary file.
     *
     * @param tempFile the temporary file to be read

 */
package org.codelibs.fess.crawler.transformer.impl;

import org.codelibs.fess.crawler.transformer.Transformer;

/**
 * An abstract base class for transformers.
 * Provides basic implementation for managing the transformer's name.
 *
 */
public abstract class AbstractTransformer implements Transformer {

    /**
     * Creates a new instance of AbstractTransformer.
     */

import org.apache.logging.log4j.Logger;
import org.codelibs.core.lang.StringUtil;

/**
 * Utility class for text normalization and processing.
 *
 * This class provides methods to normalize text by reading characters from a provided Reader
 * and processing them according to specific rules. The main functionality is encapsulated
 * within the nested {@link TextNormalizeContext} class.
 *

import org.codelibs.core.lang.StringUtil;

/**
 * FtpAuthentication class holds the authentication information for FTP connections.
 * It includes server address, port number, username, and password.
 * It also provides a method to check if the authentication matches a given FTP path.
 *
 * @author shinsuke
 */
public class FtpAuthentication {
    private static final Logger logger = LogManager.getLogger(FtpAuthentication.class);