/**
     * Current status of the crawler.
     */
    protected volatile CrawlerStatus status = CrawlerStatus.INITIALIZING;

    /**
     * Filter for URLs to control which URLs are processed.
     */
    protected UrlFilter urlFilter;

    /**
     * Manager for crawling rules and configurations.
     */
    protected RuleManager ruleManager;

    /**

     */
    public SitemapsResponseProcessor() {
        super();
    }

    /**
     * Processes the given response data, extracting URLs from sitemaps.
     * @param responseData The response data.
     */
    @Override
    public void process(final ResponseData responseData) {
        final SitemapsHelper sitemapsHelper = crawlerContainer.getComponent("sitemapsHelper");

         *
         * @param query the query string to process
         * @param chain the next filter chain to invoke
         * @return the processed Query object
         */
        Query parse(final String query, final FilterChain chain);
    }

    /**
     * Interface for the filter chain that processes queries.
     * Each filter in the chain can invoke the next filter or terminate the chain.

        assertEquals(1, ingester.processCalled);
        assertEquals("processed", result.get("status"));
    }

    public void test_ingest_withException() {
        // Setup ingester that throws exception
        TestIngester failingIngester = new TestIngester() {
            @Override
            public Map<String, Object> process(Map<String, Object> target, DataStoreParams paramMap) {

 */
public class BulkBody {

    /**
     * Creates a new instance of BulkBody.
     */
    public BulkBody() {
        // Default constructor
    }

    /**
     * List of documents to be processed in bulk operations.
     */
    public List<Map<String, Object>> documents;

 * This interface provides a contract for different script engine implementations
 * to process template strings with parameter substitution.
 */
public interface ScriptEngine {

    /**
     * Evaluates a template string with the provided parameter map.
     * The template is processed using the script engine's templating mechanism,
     * with parameters from the paramMap substituted into the template.
     *

```

### Monitoring

```java
// Monitor crawling progress
while (crawler.crawlerContext.getStatus() == CrawlerStatus.RUNNING) {
    int processed = dataService.getCount(sessionId);
    System.out.println("Processed: " + processed + " URLs");
    Thread.sleep(5000);
}
```

## Contributing

We welcome contributions to Fess Crawler! Please follow these guidelines:

        It does not affect the behaviour of proxy.golang.org or the go command.
        Instead we recommend using the retract directive which will be processed by all 3 of the above.

        If you have deleted your repo, please recreate it and publish a retraction.

/**
 * Job class for updating label information in the search index.
 * This job processes documents and updates their label fields based on URL pattern matching.
 */
public class UpdateLabelJob {

    private static final Logger logger = LogManager.getLogger(UpdateLabelJob.class);

    /**
     * Query builder for filtering documents to be processed.
     */
    protected QueryBuilder queryBuilder = null;

    /**

     * @return the parsed invoker request. Caller must start by checking {@link InvokerRequest#parsingFailed()} as
     * if there are parser errors, this request may not be fully processed and should immediately be failed.
     */
    @Nonnull
    InvokerRequest parseInvocation(@Nonnull ParserRequest parserRequest);