assertEquals(1, ingester.processCalled);
        assertEquals("processed", result.get("status"));
    }

    public void test_ingest_withException() {
        // Setup ingester that throws exception
        TestIngester failingIngester = new TestIngester() {
            @Override
            public Map<String, Object> process(Map<String, Object> target, DataStoreParams paramMap) {

```

### Monitoring

```java
// Monitor crawling progress
while (crawler.crawlerContext.getStatus() == CrawlerStatus.RUNNING) {
    int processed = dataService.getCount(sessionId);
    System.out.println("Processed: " + processed + " URLs");
    Thread.sleep(5000);
}
```

## Contributing

We welcome contributions to Fess Crawler! Please follow these guidelines:

    val totalBytesToRead = inflater.bytesRead + deflatedBytes.size

    // We cannot read all, as the source does not close.
    // Instead, we ensure that all bytes from source have been processed by inflater.
    do {
      inflaterSource.readOrInflate(buffer, Long.MAX_VALUE)
    } while (inflater.bytesRead < totalBytesToRead && !inflater.finished())
  }

  @Throws(IOException::class)

    /**
     * Processes the request through this API manager.
     * @param request The HTTP servlet request.
     * @param response The HTTP servlet response.
     * @param chain The filter chain.
     * @throws IOException If an input/output error occurs.
     * @throws ServletException If a servlet error occurs.
     */

import org.apache.logging.log4j.Logger;
import org.codelibs.fess.helper.SearchLogHelper;
import org.codelibs.fess.util.ComponentUtil;

/**
 * Job for aggregating and storing search logs.
 * This job processes search logs and stores them in the search log repository.
 */
public class AggregateLogJob {

    private static final Logger logger = LogManager.getLogger(AggregateLogJob.class);

    /**
     * Default constructor.

     * @return the parsed invoker request. Caller must start by checking {@link InvokerRequest#parsingFailed()} as
     * if there are parser errors, this request may not be fully processed and should immediately be failed.
     */
    @Nonnull
    InvokerRequest parseInvocation(@Nonnull ParserRequest parserRequest);

                }
            }
        }
    }

    /**
     * Processes requests and applies character encoding conversion if needed.
     * Checks if the request path matches any configured encoding rule and
     * performs URL redirection with proper parameter encoding.
     *
     * @param request the servlet request to process
     * @param response the servlet response to use for redirection

    protected static final String ACCESS_CONTROL_MAX_AGE = "Access-Control-Max-Age";

    /**
     * Processes the CORS request by setting appropriate headers.
     *
     * @param origin the origin of the request
     * @param request the servlet request
     * @param response the servlet response
     */
    public abstract void process(String origin, ServletRequest request, ServletResponse response);

 *
 * <ul>
 *   <li>An annotation named just "Suppress" might someday be treated by a non-Android tool as a
 *       suppression. This would follow the precedent of many of our annotation processors, which
 *       look for any annotation named, e.g., "GwtIncompatible," regardless of package.
 *   <li>An annotation named just "Suppress" might suggest to users that the test is suppressed

     * @param dataMap the document data to be indexed as key-value pairs
     */
    void store(DataStoreParams paramMap, Map<String, Object> dataMap);

    /**
     * Returns the total number of documents processed by this callback.
     *
     * @return the document count
     */
    long getDocumentSize();

    /**
     * Returns the total execution time for index update operations.
     *