protected int maxLoadSize = 10000;

    public OpenSearchUrlFilterService(final OpenSearchCrawlerConfig crawlerConfig) {
        index = crawlerConfig.getFilterIndex();
        setNumberOfShards(crawlerConfig.getFilterShards());
        setNumberOfReplicas(crawlerConfig.getFilterReplicas());
    }

    public OpenSearchUrlFilterService(final String name, final String type) {
        index = name + "." + type;

    public OpenSearchDataService(final OpenSearchCrawlerConfig crawlerConfig) {
        index = crawlerConfig.getDataIndex();
        setNumberOfShards(crawlerConfig.getDataShards());
        setNumberOfReplicas(crawlerConfig.getDataReplicas());
    }

    public OpenSearchDataService(final String name, final String type) {
        index = name + "." + type;
    }