assertNotNull(deserialized.getData());
    }

    /**
     * Test transformer with large data
     */
    public void test_transformerWithLargeData() {
        TestTransformer transformer = new TestTransformer("largeDataTransformer");

        // Create large response data
        byte[] largeBody = new byte[10 * 1024 * 1024]; // 10MB
        for (int i = 0; i < largeBody.length; i++) {

     * crawler may only retrieve Sitemaps that were modified since a certain
     * date. This incremental Sitemap fetching mechanism allows for the rapid
     * discovery of new URLs on very large sites.
     */
    private String lastmod;

    /**
     * Creates a new SitemapFile instance.
     */
    public SitemapFile() {
        // Default constructor
    }

    /*
     * (non-Javadoc)

        assertNotNull(suggestItem.getRoles());
    }

    @Test
    public void testToSuggestItemWithLargeBoost() {
        // Test toSuggestItem with large boost value
        String word = "large boost";
        float boost = Float.MAX_VALUE;
        List<String> readings = Arrays.asList("reading1");
        List<String> fields = Arrays.asList("field1");

- Optimize batch sizes for indexing operations
- Review OpenSearch cluster performance

**Memory Usage**
- Configure appropriate JVM heap settings
- Monitor index sizes and optimize mappings
- Use streaming for large data imports

### Debug Logging

Enable debug logging for detailed troubleshooting:

```java
// Add to your logging configuration
logger.debug.org.codelibs.fess.suggest=DEBUG
```

/**
 * <p>
 * {@link ESSourceReader} reads documents from Elasticsearch using the scroll API.
 * It implements the {@link DocumentReader} interface to provide a way to iterate over documents
 * in a large index without loading all of them into memory at once.
 * </p>
 *
 * <p>
 * The reader supports limiting the number of documents read based on a percentage of the total documents

        assertEquals(1L, crawlerContext.decrementAndGetAccessCount());

        // Test large increments
        for (int i = 0; i < 1000; i++) {
            crawlerContext.incrementAndGetAccessCount();
        }
        assertEquals(1001L, crawlerContext.getAccessCount());

        // Test large decrements
        for (int i = 0; i < 500; i++) {
            crawlerContext.decrementAndGetAccessCount();

        }
        return (T) field;
    }

    /**
     * Iterates through all access results for a session, calling the callback for each result.
     * Uses OpenSearch scroll API for efficient iteration over large result sets.
     *
     * @param sessionId The session ID.
     * @param callback The callback to execute for each access result.
     */
    @Override

```java
// Configure memory usage
crawler.crawlerContext.setMaxAccessCount(10000);     // Limit crawled URLs
crawler.crawlerContext.setMaxDepth(5);               // Limit crawl depth

// Use streaming for large files
container.singleton("fileTransformer", FileTransformer.class, transformer -> {
    transformer.setMaxContentSize(10 * 1024 * 1024); // 10MB limit
});
```

## Troubleshooting

### Common Issues

        assertTrue(urlFilter.match("https://example.com/"));
        assertFalse(urlFilter.match(""));
    }

    /**
     * Test memory efficiency with large number of patterns
     */
    public void test_largeNumberOfPatterns() {
        String sessionId = "test-session-028";
        urlFilter.init(sessionId);

        // Add many patterns

 * <ul>
 *   <li>Automatic initialization of MinIO client</li>
 *   <li>Support for HEAD and GET operations</li>
 *   <li>Content length validation</li>
 *   <li>MIME type detection</li>
 *   <li>Handling of large files through temporary file storage</li>
 *   <li>Object metadata and tags retrieval</li>
 *   <li>Directory listing capabilities</li>
 * </ul>
 *