client.setMaxConnectionsPerRoute(20);   // Per-host connections
    client.setConnectionTimeout(30000);     // Connection timeout
    client.setSocketTimeout(60000);         // Read timeout
});
```

### Memory Management

```java
// Configure memory usage
crawler.crawlerContext.setMaxAccessCount(10000);     // Limit crawled URLs
crawler.crawlerContext.setMaxDepth(5);               // Limit crawl depth

    @Test
    public void test_Read() throws Exception {
        String indexName = "test-index";
        Client client = runner.client();
        SuggestSettings settings = suggester.settings();
        int num = 10000;

        addDocument(indexName, client, num);

        ESSourceReader reader = new ESSourceReader(client, settings, indexName);
        reader.setScrollSize(1000);
        int count = 0;

        StringBuilder longName = new StringBuilder();
        for (int i = 0; i < 10000; i++) {
            longName.append("verylongname");
        }
        String longNameStr = longName.toString();

        testTransformer.setName(longNameStr);
        assertEquals(longNameStr, testTransformer.getName());
        assertEquals(120000, testTransformer.getName().length());
    }

    /**

        // Add URLs up to capacity (10000)
        for (int i = 0; i < 10000; i++) {
            urlSet.add("http://example" + i + ".com/robots.txt");
        }
        assertEquals(10000, urlSet.size());

        // Add one more should maintain size at 10000 (LRU eviction)
        urlSet.add("http://overflow.com/robots.txt");
        assertEquals(10000, urlSet.size());

 *   <li>secretKey - The secret key for authentication</li>
 *   <li>connectTimeout - Connection timeout in milliseconds (default: 10000)</li>
 *   <li>writeTimeout - Write timeout in milliseconds (default: 10000)</li>
 *   <li>readTimeout - Read timeout in milliseconds (default: 10000)</li>
 * </ul>
 *
 * <p>The client supports URLs in the format: {@code storage://bucket-name/object-path}
 *
 * <p>Features:
 * <ul>

        for (int i = 0; i < 10000; i++) {
            longMessage.append("Very long error message ");
        }
        String message = longMessage.toString();

        CrawlerSystemException exception = new CrawlerSystemException(message);

        assertNotNull(exception);
        assertEquals(message, exception.getMessage());
        assertEquals(240000, exception.getMessage().length());
    }

    /**

    /** Scroll size. */
    protected int scrollSize = 1;
    /** Maximum retry count. */
    protected int maxRetryCount = 5;
    /** Limit of document size. */
    protected long limitOfDocumentSize = 50000;
    /** Query builder. */
    protected QueryBuilder queryBuilder = QueryBuilders.matchAllQuery();
    /** Limit percentage. */
    protected int limitPercentage = 100;
    /** Limit number. */

    protected List<CrawlerClientFactory> clientFactoryList = new LinkedList<>();

    /**
     * The maximum size of the client factory list.
     */
    protected int maxClientFactorySize = 10000;

    /**
     * Registers a CrawlerClientFactory with this creator.
     * All existing client mappings will be loaded into the new factory.
     * @param crawlerClientFactory The CrawlerClientFactory to register.
     */

        }
        assertEquals("2", extractData.getValues("cp:revision")[0]);
        assertEquals("こめんと", extractData.getValues("dc:description")[0]);
        assertEquals("14.0000", extractData.getValues("extended-properties:AppVersion")[0]);
        assertEquals("1", extractData.getValues("meta:paragraph-count")[0]);
        assertEquals("太郎", extractData.getValues("dc:creator")[0]);

     */
    protected IntervalController intervalController;

    /**
     * Set of robots.txt URLs that have been processed.
     */
    protected Set<String> robotsTxtUrlSet = new LruHashSet<>(10000);

    /**
     * Thread-local storage for sitemaps.
     */
    protected ThreadLocal<String[]> sitemapsLocal = new ThreadLocal<>();

    /** The number of threads used by the crawler */