});

Crawler crawler = container.getComponent("crawler");
crawler.addUrl("https://example.com");
crawler.crawlerContext.setMaxAccessCount(500);
String sessionId = crawler.execute();
```

### Background Crawling

```java
// Configure for background execution
crawler.setBackground(true);
String sessionId = crawler.execute();

                .indicesTimeout("500")
                .clusterTimeout("10000ms");

        assertEquals("1000ms", builder.timeoutSettings.scrollTimeout);
        assertEquals("1m", builder.timeoutSettings.searchTimeout);
        assertEquals("1h", builder.timeoutSettings.indexTimeout);
        assertEquals("1d", builder.timeoutSettings.bulkTimeout);
        assertEquals("500", builder.timeoutSettings.indicesTimeout);

        assertEquals(Constants.HEAD_METHOD, response.getMethod());
    }

    static class TestClient implements CrawlerClient {
        int count;

        int exceptionCount;

        long interval = 500;

        long previousTime;

        @Override
        public void setInitParameterMap(final Map<String, Object> params) {
        }

        /*
         * (non-Javadoc)
         *

            crawlerContext.incrementAndGetAccessCount();
        }
        assertEquals(1001L, crawlerContext.getAccessCount());

        // Test large decrements
        for (int i = 0; i < 500; i++) {
            crawlerContext.decrementAndGetAccessCount();
        }
        assertEquals(501L, crawlerContext.getAccessCount());
    }

    /**
     * Test volatile status field behavior
     */

        responseData2.setHttpStatusCode(404);
        assertFalse(rule.match(responseData2));

        ResponseData responseData3 = new ResponseData();
        responseData3.setHttpStatusCode(500);
        assertFalse(rule.match(responseData3));
    }

    /**
     * Test ConfigurableRule with multiple conditions (AND logic)
     */
    public void test_configurableRule_multipleConditions() {

        }

        final List<SuggestItem> updateItems = new ArrayList<>();
        SearchResponse response = client.prepareSearch(index)
                .setSize(500)
                .setScroll(settings.getScrollTimeout())
                .setQuery(QueryBuilders.rangeQuery(FieldNames.DOC_FREQ).gte(1))
                .execute()
                .actionGet(settings.getSearchTimeout());

        }).prototype("httpClient", FaultTolerantClient.class, client -> {
            client.setCrawlerClient(container.getComponent("internalHttpClient"));
            client.setMaxRetryCount(5);
            client.setRetryInterval(500);
        }).prototype("fsClient", FileSystemClient.class).prototype("ruleManager", RuleManagerImpl.class, manager -> {
            manager.addRule(container.getComponent("sitemapsRule"));

            final QueryBuilder queryBuilder) {
        try {
            SearchResponse response = client.prepareSearch(index)
                    .setQuery(queryBuilder)
                    .setSize(500)
                    .setScroll(settings.getScrollTimeout())
                    .execute()
                    .actionGet(settings.getSearchTimeout());
            String scrollId = response.getScrollId();

                    .setIndices(actualIndex)
                    .setScroll(settings.getScrollTimeout())
                    .setQuery(QueryBuilders.termQuery(FieldNames.ARRAY_KEY, key))
                    .setSize(500)
                    .execute()
                    .actionGet(settings.getSearchTimeout());
            String scrollId = response.getScrollId();

    }

    @Test
    public void testCreateSuggestTextIdWithLongText() {
        // Test text that exceeds maximum length after encoding
        StringBuilder sb = new StringBuilder();
        for (int i = 0; i < 500; i++) {
            sb.append("0123456789");
        }
        String longText = sb.toString();
        String id = SuggestUtil.createSuggestTextId(longText);
        assertNotNull(id);