/**
 * The Response interface serves as a marker interface for all response types
 * in the suggestion system. Implementations of this interface are used to
 * encapsulate the results of various operations and queries within the system.
 *
 * <p>Classes implementing this interface should provide specific details and
 * data relevant to the type of response they represent.</p>
 */
public interface Response {

    /** The resource name for the MIME types configuration file. */
    protected static final String MIME_TYPES_RESOURCE_NAME = "/org/codelibs/fess/crawler/mime/tika-mimetypes.xml";

    /** The MimeTypes instance for detecting MIME types. */
    protected MimeTypes mimeTypes;

    /** Whether to use the filename for MIME type detection. */
    protected boolean useFilename = false;

    /** Map to store maximum content lengths for specific MIME types */
    protected Map<String, Long> maxLengthMap = new HashMap<>();

    /**
     * Adds a maximum content length for a specific MIME type.
     * @param mimeType The MIME type for which to set the maximum length
     * @param maxLength The maximum content length in bytes
     * @throws CrawlerSystemException if the MIME type is blank or maxLength is negative
     */

     * @return The result data body.
     */
    protected String getResultDataBody(final String name, final String value) {
        // TODO: Support other XML footer types
        // TODO: Support other field types and trimming options
        return "<field name=\"" + XmlUtil.escapeXml(name) + "\">" + trimSpace(XmlUtil.escapeXml(value != null ? value : "")) + "</field>\n";
    }

    /**
     * Returns the result data body for multiple values.

    /** Constant indicating that the crawler is waiting for new URLs. */
    int WAIT_NEW_URL = 8;

    /**
     * Introduces a delay based on the specified type.
     *
     * @param type the type of delay to be introduced
     */
    void delay(int type);

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.log;

/**
 * LogType defines the different types of log messages that can be generated during the crawling process.
 * Each enum constant represents a specific event or state in the crawler's execution.
 */
public enum LogType {

import com.fasterxml.jackson.core.type.TypeReference;
import com.fasterxml.jackson.databind.ObjectMapper;

/**
 * PasswordBasedExtractor is an abstract base class for extractors that can handle password-protected files.
 * It provides functionality to manage passwords for different file patterns using regular expressions.
 *
 * <p>The extractor supports two types of password management:
 * <ul>

        }

        // Verify results
        assertTrue(exceptions.isEmpty());
        assertEquals(threadCount * destroysPerThread, destroyCount.get());
    }

    /**
     * Test with different component types
     */
    public void test_differentComponentTypes() throws Exception {
        // Test with String component
        container.singleton("stringComponent", "TestString");

 * This class provides methods for logging various events during the crawling process.
 * It uses Log4j2 for logging.
 *
 * <p>
 * The class contains methods for logging different types of events, such as:
 * </p>
 * <ul>
 *   <li>Starting and finishing threads</li>
 *   <li>Starting and cleaning up crawling</li>
 *   <li>Handling unsupported URLs</li>
 *   <li>Checking last modified dates</li>

    /**
     * This class is a parser that detects the document type.
     */
    protected class TikaDetectParser extends CompositeParser {
        private static final long serialVersionUID = 1L;

        /**
         * The type detector used by this parser to auto-detect the type of a
         * document.
         */