processRequest(client, deferred);
        } catch (final Exception e) {
            throw new SuggesterException(e);
        }
        return deferred.promise();
    }

    /**
     * Processes the request.
     * @param client The OpenSearch client.
     * @param deferred The Deferred object to resolve or reject the response.
     */
    protected abstract void processRequest(Client client, Deferred<T> deferred);

  <mime-type type="application/vnd.oma.poc.detailed-progress-report+xml"/>
  <mime-type type="application/vnd.oma.poc.final-report+xml"/>
  <mime-type type="application/vnd.oma.poc.groups+xml"/>
  <mime-type type="application/vnd.oma.poc.invocation-descriptor+xml"/>
  <mime-type type="application/vnd.oma.poc.optimized-progress-report+xml"/>
  <mime-type type="application/vnd.oma.xcap-directory+xml"/>

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.entity;

/**
 * The UrlQueue interface represents a queue of URLs to be processed by a web crawler.
 * It provides methods to get and set various properties of a URL queue entry.
 *
 * @param <IDTYPE> the type of the identifier for the URL queue entry
 */
public interface UrlQueue<IDTYPE> {

        statusMap.put(CrawlerStatus.RUNNING, "In progress");
        statusMap.put(CrawlerStatus.DONE, "Completed");

        // Verify entries
        assertEquals(3, statusMap.size());
        assertEquals("Starting up", statusMap.get(CrawlerStatus.INITIALIZING));
        assertEquals("In progress", statusMap.get(CrawlerStatus.RUNNING));

    /**
     * Current status of the crawler.
     */
    protected volatile CrawlerStatus status = CrawlerStatus.INITIALIZING;

    /**
     * Filter for URLs to control which URLs are processed.
     */
    protected UrlFilter urlFilter;

    /**
     * Manager for crawling rules and configurations.
     */
    protected RuleManager ruleManager;

    /**

				"application/vnd.oma.group-usage-list+xml",
				"application/vnd.oma.poc.detailed-progress-report+xml",
				"application/vnd.oma.poc.final-report+xml",
				"application/vnd.oma.poc.groups+xml",
				"application/vnd.oma.poc.invocation-descriptor+xml",
				"application/vnd.oma.poc.optimized-progress-report+xml",
				"application/vnd.oma.xcap-directory+xml",
				"application/vnd.omads-email+xml",

     * - Any character between 0x20 and 0xD7FF
     * - Any character between 0xE000 and 0xFFFD
     * - Any character between 0x10000 and 0x10FFFF
     *
     * @param in the input string to be processed
     * @return a new string with invalid XML characters removed, or the original
     *         string if it is empty
     */
    public static String stripInvalidXMLCharacters(final String in) {

        this.extractorMap = extractorMap;
    }

    /**
     * Creates a new ExtractorBuilder instance.
     *
     * @param in      The input stream to be processed by the extractor.
     * @param params  The parameters to be used by the extractor.
     * @return A new ExtractorBuilder instance.
     */

fail",n.Callbacks("once memory"),"rejected"],["notify","progress",n.Callbacks("memory")]],c="pending",d={state:function(){return c},always:function(){return e.done(arguments).fail(arguments),this},then:function(){var a=arguments;return n.Deferred(function(c){n.each(b,function(b,f){var g=n.isFunction(a[b])&&a[b];e[f[1]](function(){var a=g&&g.apply(this,arguments);a&&n.isFunction(a.promise)?a.promise().done(c.resolve).fail(c.reject).progress(c.notify):c[f[0]+"With"](this===d?c.promise():this,g?[a]...

        // Start crawling
        crawlerContext.setStatus(CrawlerStatus.RUNNING);
        crawlerContext.setActiveThreadCount(5);

        // Simulate crawling progress
        for (int i = 0; i < 100; i++) {
            crawlerContext.incrementAndGetAccessCount();
            crawlerContext.getRobotsTxtUrlSet().add("http://site" + i + ".com/robots.txt");
        }