/**
 * OpenSearchUrlQueue is an implementation of {@link UrlQueue} for OpenSearch.
 */
public class OpenSearchUrlQueue extends UrlQueueImpl<String> implements ToXContent {

    /**
     * Creates a new instance of OpenSearchUrlQueue.
     */
    public OpenSearchUrlQueue() {
        // NOP
    }

    /**
     * Field name for ID.
     */
    public static final String ID = "id";

    /**

    protected Map<String, String> metadataXpathMap = new HashMap<>();

    /** Thread-local instance of XPathAPI for thread-safe XPath evaluation. */
    private final ThreadLocal<XPathAPI> xpathAPI = new ThreadLocal<>();

    /**
     * Creates a new HtmlExtractor instance.
     */
    public HtmlExtractor() {
        super();
    }

    @Override

    protected int filterCacheExpireAfterWrite = 10; // 10sec

    /**
     * The maximum number of items to load into the cache.
     */
    protected int maxLoadSize = 10000;

    /**
     * Creates a new instance of OpenSearchUrlFilterService.
     * @param crawlerConfig The crawler configuration.
     */
    public OpenSearchUrlFilterService(final OpenSearchCrawlerConfig crawlerConfig) {
        index = crawlerConfig.getFilterIndex();

    }

    @Override
    protected String getValidationError() {
        return null;
    }

    /**
     * Builds the OpenSearch query for popular words.
     * @return The QueryBuilder instance.
     */
    protected QueryBuilder buildQuery() {
        final BoolQueryBuilder queryBuilder = QueryBuilders.boolQuery();

    @Resource
    protected ArchiveStreamFactory archiveStreamFactory;

    /**
     * The maximum content size.
     */
    protected long maxContentSize = -1;

    /**
     * Creates a new ZipExtractor instance.
     */
    public ZipExtractor() {
        super();
    }

    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {

    @Resource
    protected ArchiveStreamFactory archiveStreamFactory;

    /**
     * Maximum content size.
     */
    protected long maxContentSize = -1;

    /**
     * Creates a new TarExtractor instance.
     */
    public TarExtractor() {
        super();
    }

    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {

    private static final long serialVersionUID = 1L;

    /**
     * Creates a new instance of OpenSearchAccessException.
     *
     * @param message the detail message
     */
    public OpenSearchAccessException(final String message) {
        super(message);
    }

    /**
     * Creates a new instance of OpenSearchAccessException.
     *
     * @param message the detail message

    protected Client client;
    /** The request being built. */
    protected Req request;

    /**
     * Constructor for RequestBuilder.
     * @param client The OpenSearch client.
     * @param request The request instance.
     */
    public RequestBuilder(final Client client, final Req request) {
        this.client = client;
        this.request = request;
    }

    /**
     * Executes the request.

            // ignore
        }
    }

    /**
     * Returns the URL filter.
     * @return The UrlFilter instance.
     */
    public UrlFilter getUrlFilter() {
        return urlFilter;
    }

    /**
     * Sets the URL filter.
     * @param urlFilter The UrlFilter instance to set.
     */
    public void setUrlFilter(final UrlFilter urlFilter) {
        this.urlFilter = urlFilter;
    }

 */
public class OpenSearchDataService extends AbstractCrawlerService implements DataService<OpenSearchAccessResult> {

    /**
     * Creates a new instance of OpenSearchDataService.
     * @param crawlerConfig The crawler configuration.
     */
    public OpenSearchDataService(final OpenSearchCrawlerConfig crawlerConfig) {
        index = crawlerConfig.getDataIndex();