/**
     * Adds a Throwable to the list of failures.
     *
     * @param t the Throwable to add
     */
    public void addFailure(final Throwable t) {
        failures.add(t);
    }

    /**
     * Checks if there are any failures recorded.
     *
     * @return true if there is at least one failure, false otherwise
     */
    public boolean hasFailure() {
        return !failures.isEmpty();
    }

    /**

     */
    public void setType(final String type) {
        this.type = type;
    }

    /**
     * Checks if this sitemap set is of type URLSET.
     * @return true if this is a URLSET, false otherwise
     */
    public boolean isUrlSet() {
        return URLSET.equals(type);
    }

    /**
     * Checks if this sitemap set is of type INDEX.
     * @return true if this is an INDEX, false otherwise
     */

    /**
     * Returns the number of input documents.
     * @return The number of input documents.
     */
    public int getNumberOfInputDocs() {
        return numberOfInputDocs;
    }

    /**
     * Checks if there are any errors.
     * @return True if there are errors, false otherwise.
     */
    public boolean hasError() {
        return hasError;
    }

    /**
     * Returns the list of errors.

        this.took = took;
        if (errors != null && !errors.isEmpty()) {
            this.errors.addAll(errors);
        }
    }

    /**
     * Checks if the response has any errors.
     * @return True if there are errors, false otherwise.
     */
    public boolean hasError() {
        return !errors.isEmpty();
    }

    /**
     * Returns the list of errors.

     * @param lastmod the last modification time in W3C Datetime format
     */
    public void setLastmod(final String lastmod) {
        this.lastmod = lastmod;
    }

    /**
     * Checks if this SitemapFile is equal to another object.
     * @param obj the object to compare with
     * @return true if the objects are equal, false otherwise
     */
    @Override

     */
    QUEUE poll(String sessionId);

    /**
     * Saves the session.
     *
     * @param sessionId The session ID.
     */
    void saveSession(String sessionId);

    /**
     * Checks if a URL has been visited.
     *
     * @param urlQueue The URL queue.
     * @return true if the URL has been visited, otherwise false.
     */
    boolean visited(QUEUE urlQueue);

    /**

     * Returns the hash code for this RequestData.
     * @return the hash code
     */
    @Override
    public int hashCode() {
        return Objects.hash(method, url, weight);
    }

    /**
     * Checks if this RequestData is equal to another object.
     * @param obj the object to compare with
     * @return true if the objects are equal, false otherwise
     */
    @Override
    public boolean equals(Object obj) {

    /**
     * Delays the crawling process while waiting for new URLs to be added to the queue.
     */
    protected abstract void delayForWaitingNewUrl();

    /**
     * Checks if exceptions during the delay process should be ignored.
     * @return true if exceptions should be ignored, false otherwise.
     */
    public boolean isIgnoreException() {
        return ignoreException;
    }

    /**
     * Sets the value of the request header.
     * @param value The value of the request header.
     */
    public void setValue(final String value) {
        this.value = value;
    }

    /**
     * Checks if the request header is valid.
     * A header is considered valid if its name is not blank and its value is not null.
     * @return true if the header is valid, false otherwise.
     */
    public boolean isValid() {

import jakarta.annotation.Resource;

/**
 * Abstract base class for CrawlerClient implementations.
 * Provides common functionality for handling initialization parameters,
 * content length checks, and default method implementations.
 * It defines the basic structure and configuration options for crawler clients.
 */
public abstract class AbstractCrawlerClient implements CrawlerClient {