/** Map to store maximum content lengths for specific MIME types */
    protected Map<String, Long> maxLengthMap = new HashMap<>();

    /**
     * Adds a maximum content length for a specific MIME type.
     * @param mimeType The MIME type for which to set the maximum length
     * @param maxLength The maximum content length in bytes
     * @throws CrawlerSystemException if the MIME type is blank or maxLength is negative
     */

    /** Constant indicating that the crawler is waiting for new URLs. */
    int WAIT_NEW_URL = 8;

    /**
     * Introduces a delay based on the specified type.
     *
     * @param type the type of delay to be introduced
     */
    void delay(int type);

    /** The resource name for the MIME types configuration file. */
    protected static final String MIME_TYPES_RESOURCE_NAME = "/org/codelibs/fess/crawler/mime/tika-mimetypes.xml";

    /** The MimeTypes instance for detecting MIME types. */
    protected MimeTypes mimeTypes;

    /** Whether to use the filename for MIME type detection. */
    protected boolean useFilename = false;

import com.fasterxml.jackson.core.type.TypeReference;
import com.fasterxml.jackson.databind.ObjectMapper;

/**
 * PasswordBasedExtractor is an abstract base class for extractors that can handle password-protected files.
 * It provides functionality to manage passwords for different file patterns using regular expressions.
 *
 * <p>The extractor supports two types of password management:
 * <ul>

/**
 * The Response interface serves as a marker interface for all response types
 * in the suggestion system. Implementations of this interface are used to
 * encapsulate the results of various operations and queries within the system.
 *
 * <p>Classes implementing this interface should provide specific details and
 * data relevant to the type of response they represent.</p>
 */
public interface Response {

    },
    "roles": {
      "type": "keyword"
    },
    "languages": {
      "type": "keyword"
    },
    "score": {
      "type": "double"
    },
    "tags": {
      "type": "keyword"
    },
    "text": {
      "type": "keyword"
    },
    "userBoost": {
      "type": "double"
    }
  }

        "mapping": {
          "type": "keyword"
        },
        "match": "*",
        "match_mapping_type": "string"
      }
    }
  ],
  "properties": {
    "settingsType": {
      "type": "keyword"
    },
    "fieldName": {
      "type": "keyword"
    },
    "readingAnalyzer": {
      "type": "keyword"
    },
    "readingTermAnalyzer": {
      "type": "keyword"
    },

      "parentUrl": {
        "type": "keyword"
      },
      "method": {
        "type": "keyword"
      },
      "mimeType": {
        "type": "keyword"
      },
      "sessionId": {
        "type": "keyword"
      },
      "url": {
        "type": "keyword"
      },
      "executionTime": {
        "type": "long"
      },
      "createTime": {
        "type": "long"
      },

        return sitemapList.toArray(new Sitemap[sitemapList.size()]);
    }

    /**
     * Sets the type of this sitemap set.
     * @param type the type to set (URLSET or INDEX)
     */
    public void setType(final String type) {
        this.type = type;
    }

    /**
     * Checks if this sitemap set is of type URLSET.
     * @return true if this is a URLSET, false otherwise
     */
    public boolean isUrlSet() {

{
    "properties": {
      "sessionId": {
        "type": "keyword"
      },
      "filterType": {
        "type": "keyword"
      },
      "url": {
        "type": "keyword"
      }
    }