/**
     * The status code for OK.
     */
    public static final int OK_STATUS = 0;

    /**
     * The status code for Not Modified.
     */
    public static final int NOT_MODIFIED_STATUS = 304;

    /**
     * The HTTP status code for OK.
     */
    public static final int OK_STATUS_CODE = 200;

    /**
     * The HTTP status code for Not Modified.
     */

    /** Key for elevate word settings. */
    public static final String ELEVATE_WORD_SETTINGD_KEY = "elevateword";
    /** Key for elevate word boost. */
    public static final String ELEVATE_WORD_BOOST = "boost";
    /** Key for elevate word reading. */
    public static final String ELEVATE_WORD_READING = "reading";
    /** Key for elevate word fields. */

 * </ul>
 *
 * <p>
 * The class uses several configurable properties to customize the file storage behavior,
 * such as the base path, replacement strings for special characters in URLs,
 * the maximum number of duplicated paths to attempt, and the character set for encoding the file path.
 * </p>
 *
 * <p>
 * It handles potential exceptions during file creation and storage, throwing

    /**
     * Field name for session ID.
     */
    public static final String SESSION_ID = "sessionId";

    /**
     * Field name for rule ID.
     */
    public static final String RULE_ID = "ruleId";

    /**
     * Field name for URL.
     */
    public static final String URL = "url";

    /**
     * Field name for parent URL.
     */
    public static final String PARENT_URL = "parentUrl";

    /**

 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.entity;

/**
 * The UrlQueue interface represents a queue of URLs to be processed by a web crawler.
 * It provides methods to get and set various properties of a URL queue entry.
 *
 * @param <IDTYPE> the type of the identifier for the URL queue entry
 */

 * to provide DNS resolution with support for Internationalized Domain Names (IDN).
 * It converts Unicode domain names to ASCII Compatible Encoding (ACE) using the
 * {@link java.net.IDN} class.
 *
 * <p>This class allows setting a custom flag for the IDN conversion and a custom
 * encoding for URL decoding.</p>
 *
 * <p>Example usage:</p>
 * <pre>
 * {@code

    /**
     * Log level constant for debug messages.
     */
    public static final String DEBUG = "DEBUG";

    /**
     * Log level constant for info messages.
     */
    public static final String INFO = "INFO";

    /**
     * Log level constant for warning messages.
     */
    public static final String WARN = "WARN";

    /**
     * Log level constant for error messages.
     */

public class MimeTypeHelperImpl implements MimeTypeHelper {
    /** The resource name for the MIME types configuration file. */
    protected static final String MIME_TYPES_RESOURCE_NAME = "/org/codelibs/fess/crawler/mime/tika-mimetypes.xml";

    /** The MimeTypes instance for detecting MIME types. */
    protected MimeTypes mimeTypes;

    /** Whether to use the filename for MIME type detection. */
    protected boolean useFilename = false;

                           Version 2.0, January 2004
                        http://www.apache.org/licenses/

   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION

   1. Definitions.

      "License" shall mean the terms and conditions for use, reproduction,
      and distribution as defined by Sections 1 through 9 of this document.

      "Licensor" shall mean the copyright owner or entity authorized by

public class RequestData {
    /**
     * HTTP methods supported for crawling requests.
     */
    public enum Method {
        /** HTTP GET method. */
        GET,
        /** HTTP POST method. */
        POST,
        /** HTTP HEAD method. */
        HEAD;
    }

    /** The HTTP method for this request. */
    private Method method;

    /** The URL for this request. */
    private String url;