statusMap.put(CrawlerStatus.RUNNING, "In progress");
        statusMap.put(CrawlerStatus.DONE, "Completed");

        // Verify entries
        assertEquals(3, statusMap.size());
        assertEquals("Starting up", statusMap.get(CrawlerStatus.INITIALIZING));
        assertEquals("In progress", statusMap.get(CrawlerStatus.RUNNING));

crawler.setBackground(true);
String sessionId = crawler.execute();

// Check crawling status
while (crawler.crawlerContext.getStatus() == CrawlerStatus.RUNNING) {
    Thread.sleep(1000);
    System.out.println("Crawling in progress...");
}

// Wait for completion
crawler.awaitTermination();
System.out.println("Crawling completed");
```

### Custom Content Extractor

```java

				"application/vnd.oma.group-usage-list+xml",
				"application/vnd.oma.poc.detailed-progress-report+xml",
				"application/vnd.oma.poc.final-report+xml",
				"application/vnd.oma.poc.groups+xml",
				"application/vnd.oma.poc.invocation-descriptor+xml",
				"application/vnd.oma.poc.optimized-progress-report+xml",
				"application/vnd.oma.xcap-directory+xml",
				"application/vnd.omads-email+xml",

fail",n.Callbacks("once memory"),"rejected"],["notify","progress",n.Callbacks("memory")]],c="pending",d={state:function(){return c},always:function(){return e.done(arguments).fail(arguments),this},then:function(){var a=arguments;return n.Deferred(function(c){n.each(b,function(b,f){var g=n.isFunction(a[b])&&a[b];e[f[1]](function(){var a=g&&g.apply(this,arguments);a&&n.isFunction(a.promise)?a.promise().done(c.resolve).fail(c.reject).progress(c.notify):c[f[0]+"With"](this===d?c.promise():this,g?[a]...

        // Start crawling
        crawlerContext.setStatus(CrawlerStatus.RUNNING);
        crawlerContext.setActiveThreadCount(5);

        // Simulate crawling progress
        for (int i = 0; i < 100; i++) {
            crawlerContext.incrementAndGetAccessCount();
            crawlerContext.getRobotsTxtUrlSet().add("http://site" + i + ".com/robots.txt");
        }

  <mime-type type="application/vnd.oma.poc.detailed-progress-report+xml"/>
  <mime-type type="application/vnd.oma.poc.final-report+xml"/>
  <mime-type type="application/vnd.oma.poc.groups+xml"/>
  <mime-type type="application/vnd.oma.poc.invocation-descriptor+xml"/>
  <mime-type type="application/vnd.oma.poc.optimized-progress-report+xml"/>
  <mime-type type="application/vnd.oma.xcap-directory+xml"/>

            if (!ignoreException) {
                throw new CrawlerSystemException("Could not stop a process.", e);
            }
        }
    }

    /**
     * Delays the crawling process before processing a URL.
     */
    protected abstract void delayBeforeProcessing();

    /**
     * Delays the crawling process after processing a URL.
     */
    protected abstract void delayAfterProcessing();

    /**

        private final Process process;

        private final long timeout;

        private boolean finished = false;

        private boolean teminated = false;

        /**
         * Constructs a new MonitorThread.
         * @param process The process to monitor.
         * @param timeout The timeout for the process.
         */

package org.codelibs.fess.crawler.log;

/**
 * LogType defines the different types of log messages that can be generated during the crawling process.
 * Each enum constant represents a specific event or state in the crawler's execution.
 */
public enum LogType {
    /** Indicates the start of a crawling process. */
    START_CRAWLING,
    /** Indicates the cleanup phase of crawling. */
    CLEANUP_CRAWLING,

        super();
    }

    /**
     * Processes the given response data.
     * This implementation does nothing.
     *
     * @param responseData the response data to process
     */
    @Override
    public void process(final ResponseData responseData) {
        // do nothing
    }