*/
    public static final int NOT_FOUND_STATUS_CODE = 404;

    /**
     * The HTTP status code for Server Error.
     */
    public static final int SERVER_ERROR_STATUS_CODE = 500;

    /**
     * A constant for no transformer.
     */
    public static final String NO_TRANSFORMER = "NONE";

    /**
     * A constant for "false".
     */
    public static final String FALSE = "false";

});

Crawler crawler = container.getComponent("crawler");
crawler.addUrl("https://example.com");
crawler.crawlerContext.setMaxAccessCount(500);
String sessionId = crawler.execute();
```

### Background Crawling

```java
// Configure for background execution
crawler.setBackground(true);
String sessionId = crawler.execute();

                .indicesTimeout("500")
                .clusterTimeout("10000ms");

        assertEquals("1000ms", builder.timeoutSettings.scrollTimeout);
        assertEquals("1m", builder.timeoutSettings.searchTimeout);
        assertEquals("1h", builder.timeoutSettings.indexTimeout);
        assertEquals("1d", builder.timeoutSettings.bulkTimeout);
        assertEquals("500", builder.timeoutSettings.indicesTimeout);

    protected CrawlerClient client;

    /** Maximum number of retry attempts */
    protected int maxRetryCount = 5;

    /** Interval between retry attempts in milliseconds */
    protected long retryInterval = 500;

    /** Request listener for monitoring request lifecycle */
    protected RequestListener listener;

    /**
     * Constructs a new FaultTolerantClient.
     */
    public FaultTolerantClient() {

            crawlerContext.incrementAndGetAccessCount();
        }
        assertEquals(1001L, crawlerContext.getAccessCount());

        // Test large decrements
        for (int i = 0; i < 500; i++) {
            crawlerContext.decrementAndGetAccessCount();
        }
        assertEquals(501L, crawlerContext.getAccessCount());
    }

    /**
     * Test volatile status field behavior
     */

        responseData2.setHttpStatusCode(404);
        assertFalse(rule.match(responseData2));

        ResponseData responseData3 = new ResponseData();
        responseData3.setHttpStatusCode(500);
        assertFalse(rule.match(responseData3));
    }

    /**
     * Test ConfigurableRule with multiple conditions (AND logic)
     */
    public void test_configurableRule_multipleConditions() {

        }

        final List<SuggestItem> updateItems = new ArrayList<>();
        SearchResponse response = client.prepareSearch(index)
                .setSize(500)
                .setScroll(settings.getScrollTimeout())
                .setQuery(QueryBuilders.rangeQuery(FieldNames.DOC_FREQ).gte(1))
                .execute()
                .actionGet(settings.getSearchTimeout());

        }).prototype("httpClient", FaultTolerantClient.class, client -> {
            client.setCrawlerClient(container.getComponent("internalHttpClient"));
            client.setMaxRetryCount(5);
            client.setRetryInterval(500);
        }).prototype("fsClient", FileSystemClient.class).prototype("ruleManager", RuleManagerImpl.class, manager -> {
            manager.addRule(container.getComponent("sitemapsRule"));

            final QueryBuilder queryBuilder) {
        try {
            SearchResponse response = client.prepareSearch(index)
                    .setQuery(queryBuilder)
                    .setSize(500)
                    .setScroll(settings.getScrollTimeout())
                    .execute()
                    .actionGet(settings.getSearchTimeout());
            String scrollId = response.getScrollId();

                    .setIndices(actualIndex)
                    .setScroll(settings.getScrollTimeout())
                    .setQuery(QueryBuilders.termQuery(FieldNames.ARRAY_KEY, key))
                    .setSize(500)
                    .execute()
                    .actionGet(settings.getSearchTimeout());
            String scrollId = response.getScrollId();