*/
public class RequestData {
    /**
     * HTTP methods supported for crawling requests.
     */
    public enum Method {
        /** HTTP GET method. */
        GET,
        /** HTTP POST method. */
        POST,
        /** HTTP HEAD method. */
        HEAD;
    }

    /** The HTTP method for this request. */
    private Method method;

    /** The URL for this request. */
    private String url;

            return method(Method.HEAD);
        }

        /**
         * Sets the HTTP method to POST.
         * @return The current RequestDataContext instance.
         */
        public RequestDataContext post() {
            return method(Method.POST);
        }

        /**
         * Sets the URL for this request data.
         *
         * @param url the URL string to be set

     */
    public static final String GET_METHOD = "GET";

    /**
     * The HEAD method.
     */
    public static final String HEAD_METHOD = "HEAD";

    /**
     * The POST method.
     */
    public static final String POST_METHOD = "POST";

    /**
     * The status code for OK.
     */
    public static final int OK_STATUS = 0;

    /**
     * The status code for Not Modified.
     */

 * based on the type of processing.
 * <p>
 * Constants:
 * </p>
 * <ul>
 *   <li>{@code PRE_PROCESSING} - Represents the pre-processing state.</li>
 *   <li>{@code POST_PROCESSING} - Represents the post-processing state.</li>
 *   <li>{@code NO_URL_IN_QUEUE} - Indicates that there are no URLs in the queue.</li>
 *   <li>{@code WAIT_NEW_URL} - Indicates that the crawler is waiting for new URLs.</li>
 * </ul>
 */

        throw new CrawlerSystemException("HEAD method is not supported.");
    }

    /**
     * Performs a POST request.
     * @param url The URL to request.
     * @return The ResponseData.
     */
    protected ResponseData doPost(final String url) {
        throw new CrawlerSystemException("POST method is not supported.");
    }

    /**
     * Creates a temporary file.

                    throws java.io.IOException, ServletException {

                if (!isMultipartRequest(request) || !request.getMethod().equals(HttpMethods.POST)) {
                    response.setStatus(HttpServletResponse.SC_BAD_REQUEST);
                    response.getWriter().println(HttpServletResponse.SC_BAD_REQUEST);

 * <li>TOKEN_NAME - The name of the token parameter.</li>
 * <li>TOKEN_METHOD - The HTTP method to use for the token request (GET or POST).</li>
 * <li>TOKEN_PARAMTERS - The parameters to include in the token request.</li>
 * <li>LOGIN_METHOD - The HTTP method to use for the login request (GET or POST).</li>
 * <li>LOGIN_URL - The URL to send the login request to.</li>
 * <li>LOGIN_PARAMETERS - The parameters to include in the login request.</li>

     *
     * @return the HTTP method as a String.
     */
    String getMethod();

    /**
     * Sets the HTTP method for the URL queue.
     *
     * @param method the HTTP method to be set (e.g., GET, POST, etc.)
     */
    void setMethod(String method);

    /**
     * Retrieves the URL from the queue.
     *
     * @return the URL as a String.
     */
    String getUrl();

    /**

    /**
     * Gets the HTTP method used for the request.
     *
     * @return the HTTP method (e.g., GET, POST)
     */
    public String getMethod() {
        return method;
    }

    /**
     * Sets the HTTP method used for the request.
     *
     * @param method the HTTP method to set (e.g., GET, POST)
     */
    public void setMethod(final String method) {
        this.method = method;
    }

 *   <li>Extracting text from metadata if the main content extraction fails</li>
 *   <li>Reading content as plain text if all other methods fail</li>
 *   <li>Applying post-extraction filters</li>
 *   <li>Handling Tika exceptions, including zip bomb exceptions</li>
 * </ul>
 *
 * <p>
 * The class also supports configuration options such as:
 * </p>
 * <ul>