* form-based authentication for HTTP clients. It handles the process of
 * obtaining a token and logging in using the provided credentials.
 *
 * <p>This class supports both GET and POST methods for token and login
 * requests. It also allows for the replacement of placeholders in URLs and
 * parameters with actual credentials.
 *
 * <p>Usage example:
 * <pre>
 * {@code
 * Map<String, String> params = new HashMap<>();

        return directive.allows(path);
    }

    /**
     * Gets the crawl delay value for the specified user agent from robots.txt.
     * The crawl delay specifies the time (in seconds) to wait between successive requests.
     *
     * @param userAgent The user agent string to match against robots.txt directives
     * @return The crawl delay value in seconds. Returns 0 if no matching directive is found

     */
    public void setConnTimeout(final long connTimeout) {
        this.connTimeout = connTimeout;
    }

    /**
     * Sets the search preference for search requests.
     *
     * @param searchPreference The search preference.
     */
    public void setSearchPreference(final String searchPreference) {
        this.searchPreference = searchPreference;
    }

     * Index name.
     */
    protected String index;

    /**
     * Scroll timeout in milliseconds.
     */
    protected int scrollTimeout = 60000;

    /**
     * Scroll size for search requests.
     */
    protected int scrollSize = 100;

    /**
     * Buffer size for bulk operations.
     */
    protected int bulkBufferSize = 10;

    /**
     * Number of shards for the index.