// Create crawler with custom configuration
StandardCrawlerContainer container = new StandardCrawlerContainer();

// Configure HTTP client with custom settings
container.singleton("httpClient", HcHttpClient.class, client -> {
    client.setUserAgent("MyBot/1.0");
    client.setConnectionTimeout(30000);
    client.setMaxConnections(100);
});

// Configure URL filtering
container.singleton("urlFilter", UrlFilterImpl.class, filter -> {

    /**
     * Adds a list of clients to the wrapped factory.
     * @param regexList The list of regular expressions for the clients.
     * @param client The CrawlerClient instance.
     */
    @Override
    public void addClient(final List<String> regexList, final CrawlerClient client) {
        factory.addClient(regexList, client);
    }

    /**

    }

    /**
     * Loads a crawler client into the specified crawler client factory.
     *
     * @param crawlerClientFactory the factory to which the client will be added
     * @param regex the regular expression used to match URLs for this client
     * @param componentName the name of the component to be loaded as a client
     */

     * @param clientMap The map of clients.
     */
    public void setClientMap(final Map<Pattern, CrawlerClient> clientMap) {
        this.clientMap = clientMap;
    }

    /**
     * Closes all clients in the factory.
     */
    @Override
    public void close() {
        clientMap.values().stream().distinct().forEach(client -> {
            try {
                client.close();

    /**
     * Constructor for ESSourceReader.
     * @param client The OpenSearch client.
     * @param settings The SuggestSettings instance.
     * @param indexName The name of the index to read from.
     */
    public ESSourceReader(final Client client, final SuggestSettings settings, final String indexName) {
        this.client = client;
        this.settings = settings;
        this.indexName = indexName;

        // nothing
    }

    @Override
    public SuggestWriterResult write(final Client client, final SuggestSettings settings, final String index, final SuggestItem[] items,
            final boolean update) {
        throw new UnsupportedOperationException("not yet.");
    }

    @Override
    public SuggestWriterResult delete(final Client client, final SuggestSettings settings, final String index, final String id) {

import org.opensearch.threadpool.ThreadPool;
import org.opensearch.transport.client.AdminClient;
import org.opensearch.transport.client.Client;

import jakarta.annotation.PreDestroy;

/**
 * FesenClient is a client for OpenSearch.
 *
 * @author shinsuke
 *
 */
public class FesenClient implements Client {
    /**
     * HTTP address for OpenSearch.
     */

    /**
     * Constructor for RequestBuilder.
     * @param client The OpenSearch client.
     * @param request The request instance.
     */
    public RequestBuilder(final Client client, final Req request) {
        this.client = client;
        this.request = request;
    }

    /**
     * Executes the request.
     * @return A Promise that will be resolved with the response or rejected with an error.
     */

     */
    public SuggestIndexWriter() {
        // nothing
    }

    @Override
    public SuggestWriterResult write(final Client client, final SuggestSettings settings, final String index, final SuggestItem[] items,
            final boolean update) {
        final BulkRequestBuilder bulkRequestBuilder = client.prepareBulk();

        final SuggestItem[] mergedItems = mergeItems(items);
        if (mergedItems.length == 0) {

            }
        };
        client.setAccessTimeout(1);
        try {
            client.doGet("http://localhost/");
            fail();
        } catch (CrawlingAccessException e) {
            assertTrue(e.getCause() instanceof InterruptedException);
        }
    }

    public void test_doHead_accessTimeoutTarget() {
        HcHttpClient client = new HcHttpClient() {
            @Override