/**
     * Creates a simple circuit breaker with default settings
     *
     * @param name the circuit breaker name
     */
    public SimpleCircuitBreaker(String name) {
        this(name, 5, 3, 30000L); // 5 failures, 3 successes, 30 second timeout
    }

    /**
     * Creates a simple circuit breaker
     *
     * @param name the circuit breaker name

    /**
     * Create a circuit breaker with default settings
     *
     * @param name circuit breaker name for logging
     */
    public SmbCircuitBreaker(String name) {
        this(name, 5, 3, 60000, 3, false, false, 100);
    }

    /**
     * Create a circuit breaker with custom settings
     *
     * @param name circuit breaker name for logging

        CIFSException exception = assertThrows(CIFSException.class, () -> {
            circuitBreaker.executeWithCircuitBreaker(() -> "should not execute");
        }, "Circuit breaker should throw CIFSException when open");

        assertTrue(exception.getMessage().contains("Circuit breaker 'test' is open"), "Exception message should indicate circuit is open");
    }

    @Test
    public void testCircuitResetsAfterTimeout() throws Exception {

                            // Some failures
                            breaker.call(() -> {
                                throw new RuntimeException("Test");
                            });
                        } else {
                            // Some successes
                            breaker.call(() -> "success");
                            successCount.incrementAndGet();
                        }

			 <!--
			 "node.name":"search_engine",
			 "discovery.seed_hosts":"search_engine",
			 "cluster.initial_cluster_manager_nodes":"search_engine",
			 "node.roles":"cluster_manager,data,ingest,ml",
			 -->
			 "indices.breaker.total.limit":"100%",
			 "action.auto_create_index":"-*"}
		</property>
		<!-- Dictionaries -->
		<postConstruct name="addConfigFile">
			<arg>"fess"</arg>
			<arg>"mapping.txt"</arg>
		</postConstruct>

- Connection pooling with limits
- Background temp file deletion via `FileUtil.deleteInBackground()`

**Fault Tolerance**:
- `FaultTolerantClient` wrapper (retry, circuit breaker)
- Graceful degradation (e.g., robots.txt parsing continues on errors)

---

## Key Components

### Crawler (`Crawler.java`)

Main orchestrator for crawling operations.

**Key Methods**:
```java

        if (readers.hasNext()) {
            final ImageReader reader = readers.next();
            try {
                reader.setInput(input);
                final ImageReadParam param = reader.getDefaultReadParam();
                final int width = reader.getWidth(0);
                final int height = reader.getHeight(0);
                if (width <= 0 || height <= 0) {

            throw new SuggestIndexException("Failed to index from query_string.", e);
        }
    }

    /**
     * Indexes documents from a query log reader asynchronously.
     * @param queryLogReader The query log reader.
     * @param docPerReq The number of documents to process per request.
     * @param requestInterval The interval between requests.

        String[] headers = null;

        try (BufferedReader reader = new BufferedReader(new InputStreamReader(in, charset))) {
            String line;
            Character detectedDelimiter = delimiter;

            // Read header row if needed
            if (hasHeader) {
                while ((line = reader.readLine()) != null) {
                    if (StringUtil.isBlank(line)) {

 * String indexName = "your_index_name";
 *
 * ESSourceReader reader = new ESSourceReader(client, settings, indexName);
 * reader.setScrollSize(1000); // Set the scroll size
 * reader.setLimitOfDocumentSize(1024 * 1024); // Limit document size to 1MB
 * reader.setQuery(QueryBuilders.termQuery("field", "value")); // Set a query
 *
 * Map<String, Object> document;
 * while ((document = reader.read()) != null) {
 *     // Process the document