}

    /**
     * Creates a new DataStoreParams instance with a copy of the current parameters.
     * This provides an independent copy that can be modified without affecting the original.
     *
     * @return a new DataStoreParams instance containing a copy of the current parameters
     */
    public DataStoreParams newInstance() {
        return new DataStoreParams(params);
    }

    /**

            public void store(DataConfig config, IndexUpdateCallback callback, DataStoreParams initParamMap) {
                storeCalled.set(true);
                assertNull(config);
            }

            @Override
            public void stop() {
                // Do nothing
            }
        };

        DataStoreParams params = new DataStoreParams();
        IndexUpdateCallback callback = new TestIndexUpdateCallback();

        assertEquals(10000, indexUpdateCallback.maxDocumentCacheSize);
    }

    public void test_store_withValidData() {
        // Prepare test data
        DataStoreParams paramMap = new DataStoreParams();
        Map<String, Object> dataMap = new HashMap<>();
        dataMap.put("url", "http://example.com/test");
        dataMap.put("title", "Test Document");

        // Execute

        assertTrue(dataStoreParams.containsKey("key2"));
        assertTrue(dataStoreParams.containsKey("key3"));
        assertTrue(dataStoreParams.containsKey("key4"));

        // Create a copy
        DataStoreParams copy = dataStoreParams.newInstance();

        // Modify original
        dataStoreParams.put("key5", "value5");

        // Verify copy is independent

        };

        // Test initial state
        assertEquals(0L, callback.getDocumentSize());
        assertEquals(0L, callback.getExecuteTime());

        // Test store method
        DataStoreParams params = new DataStoreParams();
        Map<String, Object> data = new HashMap<>();
        data.put("key1", "value1");
        callback.store(params, data);

        assertEquals(1L, callback.getDocumentSize());

        DataStoreParams paramMap = new DataStoreParams();
        String url = "http://example.com/test.html";

        boolean result = indexUpdateCallback.isUrlCrawlable(paramMap, url);

        assertTrue(result);
    }

    public void test_isUrlCrawlable_excludePatternAsString() {
        DataStoreParams paramMap = new DataStoreParams();

import org.codelibs.core.lang.ThreadUtil;
import org.codelibs.core.misc.Pair;
import org.codelibs.fess.Constants;
import org.codelibs.fess.ds.callback.IndexUpdateCallback;
import org.codelibs.fess.entity.DataStoreParams;
import org.codelibs.fess.helper.CrawlingInfoHelper;
import org.codelibs.fess.helper.SystemHelper;
import org.codelibs.fess.mylasta.direction.FessConfig;
import org.codelibs.fess.opensearch.config.exentity.DataConfig;

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.ds;

import org.codelibs.fess.ds.callback.IndexUpdateCallback;
import org.codelibs.fess.entity.DataStoreParams;
import org.codelibs.fess.opensearch.config.exentity.DataConfig;

/**
 * The interface for DataStore.
 */
public interface DataStore {

    /**
     * Store the data.

import org.codelibs.fess.crawler.rule.RuleManager;
import org.codelibs.fess.crawler.serializer.DataSerializer;
import org.codelibs.fess.crawler.transformer.Transformer;
import org.codelibs.fess.entity.DataStoreParams;
import org.codelibs.fess.exception.DataStoreCrawlingException;
import org.codelibs.fess.helper.CrawlerStatsHelper;
import org.codelibs.fess.helper.CrawlerStatsHelper.StatsAction;

import java.util.Map;

import org.codelibs.fess.crawler.entity.AccessResult;
import org.codelibs.fess.crawler.entity.ResponseData;
import org.codelibs.fess.crawler.entity.ResultData;
import org.codelibs.fess.entity.DataStoreParams;
import org.codelibs.fess.util.ComponentUtil;

/**
 * Abstract base class for document ingesters that process and transform documents
 * before they are indexed. Ingesters can be used to modify document content,