}

    /**
     * Sets the retry interval in milliseconds.
     *
     * @param retryInterval The retry interval.
     */
    public void setRetryInterval(final long retryInterval) {
        this.retryInterval = retryInterval;
    }

    /**
     * Sets the maximum retry count.
     *
     * @param maxRetryCount The maximum retry count.
     */

    id("java-library")
    id("org.gradle.kotlin.kotlin-dsl") // this is 'kotlin-dsl' without version
    id("gradlebuild.code-quality")
    id("gradlebuild.detekt")
    id("gradlebuild.ci-reporting")
    id("gradlebuild.test-retry")
    id("gradlebuild.private-javadoc")
}

dependencies {
    api(platform("gradlebuild:build-platform"))
    implementation("gradlebuild:gradle-plugin")

# limitations under the License.
# ==============================================================================
if [[ "$TFCI_DOCKER_PULL_ENABLE" == 1 ]]; then
  # Simple retry logic for docker-pull errors. Sleeps if a pull fails.
  # Pulling an already-pulled container image will finish instantly, so
  # repeating the command costs nothing.
  docker pull "$TFCI_DOCKER_IMAGE" || sleep 15

                    else -> param("env.PATH", "%env.PATH%:/opt/swift/4.2.3/usr/bin:/opt/swift/4.2.4-RELEASE-ubuntu18.04/usr/bin")
                }
            }
            failureConditions {
                // We have test-retry to handle the crash in tests
                javaCrash = false
                // We want to see the flaky tests for flakiness detection

    public long calculateDocumentSize(final Map<String, Object> dataMap) {
        return MemoryUtil.sizeOf(dataMap);
    }

    /**
     * Sets the maximum number of retry attempts for failed operations.
     *
     * @param maxRetryCount the maximum retry count
     */
    public void setMaxRetryCount(final int maxRetryCount) {
        this.maxRetryCount = maxRetryCount;
    }

    /**

        assertTrue("OnConnectListener list should be thread-safe",
                fesenClient.onConnectListenerList instanceof java.util.concurrent.CopyOnWriteArrayList);
    }

    /**
     * Test: Retry logic correctly enforces maxRetryCount
     * Verifies that with maxRetryCount=5, the operation is tried exactly 6 times (initial + 5 retries)
     */
    @Test
    public void testRetryLogicMaxRetryCount() throws Exception {

                }
                scriptContent =
                    """
                    echo "marking this build as successful because the retry build succeeded"
                    echo "##teamcity[buildStatus status='SUCCESS']"
                    echo "##teamcity[addBuildTag 'BuildRetrySuccess']"
                    """.trimIndent()
            }
        }

- `DeferredFileOutputStream` for large responses (temp files for >1MB)
- Connection pooling with limits
- Background temp file deletion via `FileUtil.deleteInBackground()`

**Fault Tolerance**:
- `FaultTolerantClient` wrapper (retry, circuit breaker)
- Graceful degradation (e.g., robots.txt parsing continues on errors)

---

## Key Components

### Crawler (`Crawler.java`)

Main orchestrator for crawling operations.

    /** Index name. */
    protected final String indexName;
    /** Supported fields. */
    protected final String[] supportedFields;

    /** Scroll size. */
    protected int scrollSize = 1;
    /** Maximum retry count. */
    protected int maxRetryCount = 5;
    /** Limit of document size. */
    protected long limitOfDocumentSize = 50000;
    /** Query builder. */

                if (StringUtil.isBlank(content)) {
                    if (resourceName != null) {
                        if (logger.isDebugEnabled()) {
                            logger.debug("retry without a resource name: {}", resourceName);
                        }
                        final Metadata metadata2 = createMetadata(null, contentType, contentEncoding, password);