// Configuration constants
    private static final int MIN_COMPRESSION_SIZE = 512; // 512 bytes minimum
    private static final int MAX_COMPRESSION_SIZE = 1024 * 1024; // 1MB maximum
    private static final int COMPRESSION_LEVEL = Deflater.DEFAULT_COMPRESSION;

    // Supported algorithms

            // Typical server response after copying chunks
            byte[] buffer = createValidCopyChunkResponse(16, // 16 chunks written
                    1048576, // 1MB per chunk
                    16777216 // 16MB total
            );

            int bytesDecoded = response.decode(buffer, 0, buffer.length);

            assertEquals(12, bytesDecoded);

labels.facet_contentLength_100kto500k=100KB - 500KB
labels.facet_contentLength_500kto1m=500KB - 1MB
labels.facet_contentLength_1m=1MB -  
labels.facet_contentLength_10kto50k=10KB - 50KB
labels.facet_contentLength_50kto100k=50KB - 100KB
labels.facet_contentLength_100kto250k=100KB - 250KB
labels.facet_contentLength_250kto500k=250KB - 500KB
labels.facet_contentLength_1mto5m=1MB - 5MB
labels.facet_contentLength_5m=5MB -  

labels.facet_contentLength_100kto500k=100KB - 500KB
labels.facet_contentLength_500kto1m=500KB - 1MB
labels.facet_contentLength_1m=1MB -  
labels.facet_contentLength_10kto50k=10KB - 50KB
labels.facet_contentLength_50kto100k=50KB - 100KB
labels.facet_contentLength_100kto250k=100KB - 250KB
labels.facet_contentLength_250kto500k=250KB - 500KB
labels.facet_contentLength_1mto5m=1MB - 5MB
labels.facet_contentLength_5m=5MB -  

labels.facet_contentLength_100kto500k=100KB - 500KB
labels.facet_contentLength_500kto1m=500KB - 1MB
labels.facet_contentLength_1m=1MB -  
labels.facet_contentLength_10kto50k=10KB - 50KB
labels.facet_contentLength_50kto100k=50KB - 100KB
labels.facet_contentLength_100kto250k=100KB - 250KB
labels.facet_contentLength_250kto500k=250KB - 500KB
labels.facet_contentLength_1mto5m=1MB - 5MB
labels.facet_contentLength_5m=5MB -  

- Synchronized blocks for critical sections
- Thread-local storage via `CrawlingParameterUtil`

**Resource Management**:
- `AutoCloseable` throughout
- `DeferredFileOutputStream` for large responses (temp files for >1MB)
- Connection pooling with limits
- Background temp file deletion via `FileUtil.deleteInBackground()`

**Fault Tolerance**:
- `FaultTolerantClient` wrapper (retry, circuit breaker)

            assertEquals(-1, stream.read()); // Should indicate end of stream
        }
    }

    @Test
    public void testMemoryBasedCacheWithLargeData() throws IOException {
        // Create a large byte array (1MB)
        byte[] data = new byte[1024 * 1024];
        for (int i = 0; i < data.length; i++) {
            data[i] = (byte) (i % 256);
        }

        ContentCache cache = new ContentCache(data);

 *
 * ESSourceReader reader = new ESSourceReader(client, settings, indexName);
 * reader.setScrollSize(1000); // Set the scroll size
 * reader.setLimitOfDocumentSize(1024 * 1024); // Limit document size to 1MB
 * reader.setQuery(QueryBuilders.termQuery("field", "value")); // Set a query
 *
 * Map<String, Object> document;
 * while ((document = reader.read()) != null) {
 *     // Process the document

labels.facet_contentLength_100kto500k=100KB - 500KB
labels.facet_contentLength_500kto1m=500KB - 1MB
labels.facet_contentLength_1m=1MB -  
labels.facet_contentLength_10kto50k=10KB - 50KB
labels.facet_contentLength_50kto100k=50KB - 100KB
labels.facet_contentLength_100kto250k=100KB - 250KB
labels.facet_contentLength_250kto500k=250KB - 500KB
labels.facet_contentLength_1mto5m=1MB - 5MB
labels.facet_contentLength_5m=5MB -  

labels.facet_contentLength_100kto500k=100KB - 500KB
labels.facet_contentLength_500kto1m=500KB - 1MB
labels.facet_contentLength_1m=1MB -  
labels.facet_contentLength_10kto50k=10KB - 50KB
labels.facet_contentLength_50kto100k=50KB - 100KB
labels.facet_contentLength_100kto250k=100KB - 250KB
labels.facet_contentLength_250kto500k=250KB - 500KB
labels.facet_contentLength_1mto5m=1MB - 5MB
labels.facet_contentLength_5m=5MB -