* @param method The HTTP method.
         * @return The current RequestDataContext instance.
         */
        public RequestDataContext method(final Method method) {
            data.setMethod(method);
            return this;
        }

        /**
         * Sets the HTTP method to GET.
         * @return The current RequestDataContext instance.
         */
        public RequestDataContext get() {

    protected String url;

    /** The metadata associated with the URL queue. */
    protected String metaData;

    /** The encoding of the URL queue. */
    protected String encoding;

    /** The parent URL of the current URL in the queue. */
    protected String parentUrl;

    /** The depth of the URL in the queue. */
    protected Integer depth;

    /** The last modified timestamp of the URL in the queue. */

 *   <li>Optionally removing duplicate terms based on a flag.</li>
 *   <li>Limiting the maximum size of alphanumeric and symbol terms.</li>
 * </ul>
 *
 * <p>The {@link TextNormalizeContext} class provides a fluent API to configure the text
 * normalization process, including setting initial buffer capacity, maximum term sizes,
 * duplicate term removal, and custom space characters.
 *
 * <p>Example usage:
 * <pre>{@code

            if (path == null) {
                parent = "/";
                name = null;
            } else {
                final String[] values = path.replaceAll("/+", "/").replaceFirst("/$", "").split("/");
                if (values.length == 1) {
                    parent = "/";
                    name = null;
                } else if (values.length == 2) {
                    parent = "/";
                    name = values[1];

[![Maven Central](https://maven-badges.herokuapp.com/maven-central/org.codelibs.fess/fess-crawler-parent/badge.svg)](https://maven-badges.herokuapp.com/maven-central/org.codelibs.fess/fess-crawler-parent)

## Overview

     *
     * @param url the URL
     */
    void setUrl(String url);

    /**
     * Returns the parent URL of the accessed resource.
     *
     * @return the parent URL
     */
    String getParentUrl();

    /**
     * Sets the parent URL of the accessed resource.
     *
     * @param parentUrl the parent URL
     */
    void setParentUrl(String parentUrl);

    /**

    /**
     * Reference to the parent thread that started the crawler.
     */
    protected Thread parentThread;

    /**
     * The thread group for crawler threads.
     */
    protected ThreadGroup crawlerThreadGroup;

    /**
     * Constructs a new Crawler instance.
     * Initializes the crawler context with a new session ID based on the current timestamp.
     */
    public Crawler() {

     * Field name for method.
     */
    public static final String METHOD = "method";

    /**
     * Field name for URL.
     */
    public static final String URL = "url";

    /**
     * Field name for parent URL.
     */
    public static final String PARENT_URL = "parentUrl";

    /**
     * Field name for depth.
     */
    public static final String DEPTH = "depth";

    /**

        int count = 0;
        int prev = -1;
        Map<String, Object> source;
        while ((source = reader.read()) != null) {
            int current = Integer.parseInt(source.get("field2").toString());
            assertTrue(prev < current);
            prev = current;
            count++;
        }
        assertEquals(num, count);

        reader = new ESSourceReader(client, settings, indexName);

		<url>******@****.***:codelibs/fess-crawler.git</url>
	  <tag>HEAD</tag>
  </scm>
	<parent>
		<groupId>org.codelibs.fess</groupId>
		<artifactId>fess-parent</artifactId>
		<version>15.3.0-SNAPSHOT</version>
	</parent>
	<modules>
		<module>fess-crawler</module>
		<module>fess-crawler-lasta</module>
		<module>fess-crawler-opensearch</module>
	</modules>
	<build>