reader.setScrollSize(1000);
        int count = 0;
        Set<String> valueSet = Collections.synchronizedSet(new HashSet<>());
        Map<String, Object> source;
        while ((source = reader.read()) != null) {
            assertTrue(source.get("field1").toString().startsWith("test"));
            valueSet.add(source.get("field1").toString());
            count++;

    /**
     * Current number of active crawler threads.
     */
    protected Integer activeThreadCount = 0;

    /**
     * Lock object for synchronizing access to active thread count.
     */
    protected Object activeThreadCountLock = new Object();

    /**
     * Atomic counter for tracking the number of accesses made.
     */
    protected AtomicLong accessCount = new AtomicLong(0);

    /**

        assertNotNull(client);
        assertTrue(client instanceof StorageClient);

    }

    public void test_setInitParameterMap() {
        final Map<String, Object> paramMap = new HashMap<String, Object>();
        paramMap.put("hoge", "test");

        final StringBuilder buf = new StringBuilder();
        clientFactory.addClient("test:.*", new CrawlerClient() {
            @Override

        suggester.indexer().addElevateWord(elevateWord, true);
        suggester.refresh();

        Thread.sleep(1000);
        ZonedDateTime threshold = ZonedDateTime.now();
        Thread.sleep(1000);

        suggester.indexer().indexFromDocument(new Map[] { Collections.singletonMap(field, (Object) "検索エンジン") });
        suggester.refresh();

            data.setWeight(weight);
            return this;
        }

        /**
         * Builds and returns the constructed RequestData object.
         *
         * @return the constructed RequestData object
         */
        public RequestData build() {
            return data;
        }
    }

     * @param items    an array of suggest items to be written to the index
     * @param update   a boolean flag indicating whether to update existing items
     * @return a result object containing information about the write operation
     */
    SuggestWriterResult write(Client client, SuggestSettings settings, String index, SuggestItem[] items, boolean update);

    /**

        accessResultDataImpl.setData(value.getBytes(Constants.UTF_8));
        accessResultDataImpl.setEncoding(Constants.UTF_8);
        accessResultDataImpl.setTransformerName("xpathTransformer");

        final Object obj = xpathTransformer.getData(accessResultDataImpl);
        assertEquals(value, obj);
    }

    public void test_getData_wrongName() throws Exception {
        final String value = "<?xml version=\"1.0\"?>\n"//

     * @param settings The settings in map format.
     * @param mappings The mappings in map format.
     */
    protected void createAnalyzerSettings(final Map<String, Object> settings, final Map<String, Object> mappings) {
        client.admin()
                .indices()
                .prepareCreate(analyzerSettingsIndexName)
                .setSettings(settings)
                .execute()

 * TextTransformer is a class that transforms a ResponseData object into a ResultData object containing the extracted text content.
 * It uses an Extractor to extract the text from the response body based on the MIME type.
 * The extracted text is then converted into a byte array using the specified charset encoding.
 * It also provides a method to retrieve the extracted data as a String from an AccessResultData object.
 *
 * <p>

 *     <li>Handle duplicated file paths by appending a counter.</li>
 *     <li>Store the file path in the result data.</li>
 *     <li>Retrieve the stored file as a File object.</li>
 * </ul>
 *
 * <p>
 * The class uses several configurable properties to customize the file storage behavior,
 * such as the base path, replacement strings for special characters in URLs,