ESSourceReader reader = new ESSourceReader(client, suggester.settings(), indexName);
        reader.setScrollSize(1000);

        suggester.indexer().indexFromDocument(() -> reader, 1000, () -> ThreadUtil.sleep(100)).then(response -> {
            numObInputDoc.set(response.getNumberOfInputDocs());
            latch.countDown();
        }).error(t -> {
            t.printStackTrace();
            latch.countDown();

 * String normalizedText = TextUtil.normalizeText(reader)
 *                                  .initialCapacity(5000)
 *                                  .maxAlphanumTermSize(100)
 *                                  .maxSymbolTermSize(50)
 *                                  .duplicateTermRemoved(true)
 *                                  .spaceChars(new int[] { ' ', '\u00a0' })

     * If true, read a content as a text when an extraction fails.
     */
    protected boolean readAsTextIfFailed = false;

    /**
     * Max compression ratio.
     */
    protected long maxCompressionRatio = 100;

    /**
     * Max uncompression size.
     */
    protected long maxUncompressionSize = 1000000;

    /**
     * Initial buffer size.
     */
    protected int initialBufferSize = 10000;

    client,
    suggester.settings(),
    "content-index",        // source index
    "document"             // document type
);

suggester.indexer()
    .indexFromDocument(reader, 2, 100)  // threads=2, batch=100
    .getResponse();
```

### Index from Query Logs

```java
import org.codelibs.fess.suggest.index.contents.querylog.QueryLog;

// Add suggestions from search query logs

    /**
     * A string to replace &.
     */
    protected String ampersandStr = "_AMP_";

    /** Maximum number of duplicated paths to attempt */
    protected int maxDuplicatedPath = 100;

    /** Character set name for encoding file paths */
    protected String charsetName = Constants.UTF_8;

    /**
     * A directory to store downloaded files.
     */
    protected File baseDir;

    }

    @Test
    public void testConvertWithLongText() throws IOException {
        // Test convert with long text
        StringBuilder sb = new StringBuilder();
        for (int i = 0; i < 100; i++) {
            sb.append("word").append(i).append(" ");
        }
        String text = sb.toString();
        String field = "content";

        List<String> results = converter.convert(text, field, "en");

        assertFalse(result);
    }

    /**
     * Test thread safety of enum
     */
    public void test_threadSafety() throws Exception {
        final int threadCount = 100;
        final int iterationsPerThread = 1000;
        final Set<Exception> exceptions = new HashSet<>();

        Thread[] threads = new Thread[threadCount];
        for (int i = 0; i < threadCount; i++) {

    /**
     * The number of URLs to fetch when polling.
     */
    protected int pollingFetchSize = 1000;

    /**
     * The maximum size of the crawling queue.
     */
    protected int maxCrawlingQueueSize = 100;

    /**
     * Creates a new instance of OpenSearchUrlQueueService.
     * @param crawlerConfig The crawler configuration.
     */
    public OpenSearchUrlQueueService(final OpenSearchCrawlerConfig crawlerConfig) {

        String filePath = uri;
        if (!filePath.startsWith("file:")) {
            filePath = "file://" + filePath;
        }

        final StringBuilder buf = new StringBuilder(filePath.length() + 100);
        try {
            for (final char c : filePath.toCharArray()) {
                if (c == ' ') {
                    buf.append("%20");
                } else {

            task.setDaemon(isDaemonThread);
            task.start();
            task.join(timeout);
            if (!done.get()) {
                for (int i = 0; i < 100 && !done.get(); i++) {
                    task.interrupt();
                    ThreadUtil.sleep(100L);
                }
                throw new ExtractException("PDFBox process cannot finish in " + timeout + " sec.");