/**
     * Gets the crawl delay value for the specified user agent from robots.txt.
     * The crawl delay specifies the time (in seconds) to wait between successive requests.
     *
     * @param userAgent The user agent string to match against robots.txt directives
     * @return The crawl delay value in seconds. Returns 0 if no matching directive is found
     *         or no crawl delay is specified for the matching directive.
     */

    /**
     * Adds a regular expression rule for the specified field.
     * @param key the field name to match against
     * @param regex the regular expression pattern
     */
    public void addRule(final String key, final String regex) {
        regexMap.put(key, Pattern.compile(regex));
    }

    /**
     * Adds a compiled regular expression rule for the specified field.
     * @param key the field name to match against

    protected Thread runningThread;

    /** Flag indicating if the thread is still running. */
    protected AtomicBoolean running = new AtomicBoolean();

    /**
     * Constructs an AccessTimeoutTarget with the specified thread.
     * @param thread The thread to monitor.
     */
    public AccessTimeoutTarget(final Thread thread) {
        runningThread = thread;
        running.set(true);
    }

    /**
     * {@inheritDoc}

    /**
     * Constructs a new RobotsTxtException with the specified detail message and cause.
     * @param message the detail message
     * @param cause the cause of the exception
     */
    public RobotsTxtException(final String message, final Throwable cause) {
        super(message, cause);
    }

    /**
     * Constructs a new RobotsTxtException with the specified detail message.
     * @param message the detail message
     */

    @Override
    public InetAddress[] resolve(final String host) throws UnknownHostException {
        return InetAddress.getAllByName(toAscii(host));
    }

    /**
     * Decodes the given host string using the specified encoding.
     *
     * @param host the host string to decode
     * @return the decoded host string
     */
    protected String decode(final String host) {
        if (host.indexOf('%') == -1) {

 *
 */
public class MaxLengthExceededException extends CrawlingAccessException {

    private static final long serialVersionUID = 1L;

    /**
     * Creates a new MaxLengthExceededException with the specified detail message.
     *
     * @param message the detail message explaining the reason for the exception
     */
    public MaxLengthExceededException(final String message) {
        super(message);
    }

            } catch (final Exception e) {
                logger.warn("Failed to destroy " + componentHolder.get(), e);
            }
        }
    }

    /**
     * Registers a prototype component with the specified name, class, and initializer.
     * A new instance will be created each time the component is requested.
     * @param <T> the type of the component
     * @param name the name of the component

    /**
     * Adds a URL to the exclude filter list for the specified session.
     *
     * @param sessionId the ID of the session for which the URL filter is being added
     * @param url the URL to be excluded
     */
    void addExcludeUrlFilter(String sessionId, String url);

    /**
     * Adds a list of URLs to be excluded from crawling for a specific session.
     *

import org.opensearch.transport.client.Client;

/**
 * Interface for writing suggest items.
 */
public interface SuggestWriter {
    /**
     * Writes the given suggest items to the specified index.
     *
     * @param client   the client used to interact with the search engine
     * @param settings the settings for the suggest feature

                    fesenClient.connect();
                }
            }
        }
        return fesenClient;
    }

    /**
     * Creates the OpenSearch index mapping for the specified mapping name.
     * If the index doesn't exist, it will be created with the configured number of shards and replicas.
     * If the mapping doesn't exist, it will be created from the JSON file in the mapping directory.
     *