* It uses a ConcurrentMap to store the last access time for each host.
 * The delayBeforeProcessing method is overridden to introduce a delay before processing a URL,
 * ensuring that requests to the same host are not made too frequently.
 * The delay is calculated based on the configured delayMillisBeforeProcessing parameter.
 * If the time since the last request to the host is less than the configured delay,

        this.loc = loc;
    }

    /**
     * Returns the last modification date of this sitemap entry.
     * @return the last modification date
     */
    @Override
    public String getLastmod() {
        return lastmod;
    }

    /**
     * Sets the last modification date of this sitemap entry.
     * @param lastmod the last modification date to set
     */

 * It extends the Serializable interface to allow sitemap objects to be serialized.
 */
public interface Sitemap extends Serializable {

    /**
     * Retrieves the location (URL) of the sitemap.
     *
     * @return the location of the sitemap as a String.
     */
    String getLoc();

    /**
     * Retrieves the last modification date of the sitemap.
     *

     * @see org.codelibs.fess.crawler.entity.Sitemap#getLastmod()
     */
    @Override
    public String getLastmod() {
        return lastmod;
    }

    /**
     * Sets the last modification time of the sitemap.
     * @param lastmod the last modification time in W3C Datetime format
     */
    public void setLastmod(final String lastmod) {
        this.lastmod = lastmod;
    }

    /**

    /**
     * Returns the last modified time of the accessed resource.
     *
     * @return the last modified time
     */
    Long getLastModified();

    /**
     * Sets the last modified time of the accessed resource.
     *
     * @param lastModified the last modified time
     */
    /**
     * Sets the last modified time of the accessed resource.
     *

    void setDepth(Integer depth);

    /**
     * Returns the last modified timestamp of the URL in the queue.
     *
     * @return the last modified timestamp as a Long value.
     */
    Long getLastModified();

    /**
     * Sets the last modified timestamp for the URL queue entry.
     *
     * @param lastModified the timestamp of the last modification in milliseconds since epoch.
     */

     * @param analyzer Analyzer
     * @param field Field
     * @param text Text
     * @param lang Language
     * @return List of tokens
     */
    protected List<AnalyzeToken> analyzeText(final SuggestAnalyzer analyzer, final String field, final String text, final String lang) {
        final List<AnalyzeToken> tokens = new ArrayList<>();
        final StringBuilder buf = new StringBuilder(maxAnalyzedContentLength);

        } finally {
            FileUtil.deleteInBackground(tempFile);
        }
    }

    /**
     * Marks the current position in this input stream. A subsequent call to the reset method repositions this stream at the last marked position so that subsequent reads re-read the same bytes.
     * This method delegates to {@link FileInputStream#mark(int)}.
     *

 * </p>
 * <ul>
 *   <li>Starting and finishing threads</li>
 *   <li>Starting and cleaning up crawling</li>
 *   <li>Handling unsupported URLs</li>
 *   <li>Checking last modified dates</li>
 *   <li>Getting content</li>
 *   <li>Handling redirects</li>
 *   <li>Processing responses</li>
 *   <li>Handling exceptions during crawling and child URL processing</li>

    }

    /**
     * Gets the last modified date of the resource.
     *
     * @return the last modified date, or null if not available
     */
    public Date getLastModified() {
        return lastModified;
    }

    /**
     * Sets the last modified date of the resource.
     *
     * @param lastModified the last modified date to set
     */