protected final long took;

    /**
     * Constructor for SuggestDeleteResponse.
     * @param errors A list of Throwables representing errors.
     * @param took The time taken for the operation in milliseconds.
     */
    protected SuggestDeleteResponse(final List<Throwable> errors, final long took) {
        this.took = took;
        if (errors != null && !errors.isEmpty()) {

            final long took) {
        this.numberOfSuggestDocs = numberOfSuggestDocs;
        this.numberOfInputDocs = numberOfInputDocs;
        this.took = took;
        if (errors == null || errors.isEmpty()) {
            hasError = false;
        } else {
            hasError = true;
            errors.forEach(this.errors::add);
        }
    }

 * It uses a ConcurrentMap to store the last access time for each host.
 * The delayBeforeProcessing method is overridden to introduce a delay before processing a URL,
 * ensuring that requests to the same host are not made too frequently.
 * The delay is calculated based on the configured delayMillisBeforeProcessing parameter.
 * If the time since the last request to the host is less than the configured delay,
 * the thread waits until the delay has elapsed.

				"application/vnd.groove-account",
				"application/vnd.groove-help",
				"application/vnd.groove-identity-message",
				"application/vnd.groove-injector",
				"application/vnd.groove-tool-message",
				"application/vnd.groove-tool-template",
				"application/vnd.groove-vcard",
				"application/vnd.handheld-entertainment+xml",
				"application/vnd.hbci",
				"application/vnd.hcl-bireports",
				"application/vnd.hhe.lesson-player",

 *
 * <pre>
 * XmlTransformer transformer = new XmlTransformer();
 * transformer.setNamespaceAware(true);
 * transformer.setCacheDuration(30);
 * transformer.addFieldRule("title", "/book/title/text()");
 * transformer.addFieldRule("author", "/book/author/name/text()");
 *
 * ResponseData responseData = new ResponseData();
 * responseData.setResponseBody(new ByteArrayInputStream(xmlContent.getBytes(StandardCharsets.UTF_8)));

     * If multiple extractors are associated with the key, returns a composite extractor
     * that tries each extractor in order until one succeeds.
     *
     * @param key the key to look up
     * @return the extractor for the key, or null if not found
     */
    public Extractor getExtractor(final String key) {
        final Extractor[] extractors = extractorMap.get(key);

  </mime-type>
  <mime-type type="application/vnd.groove-injector">
    <glob pattern="*.grv"/>
  </mime-type>
  <mime-type type="application/vnd.groove-tool-message">
    <glob pattern="*.gtm"/>
  </mime-type>
  <mime-type type="application/vnd.groove-tool-template">
    <glob pattern="*.tpl"/>
  </mime-type>
  <mime-type type="application/vnd.groove-vcard">
    <glob pattern="*.vcg"/>
  </mime-type>

            }
        }

        return matchedDirective;
    }

    /**
     * Retrieves the robots.txt directive for the specified user agent.
     *
     * @param userAgent The user agent string to look up in the directives
     * @return The Directive object matching the user agent, or null if no matching directive is found or if userAgent is null
     */
    public Directive getDirective(final String userAgent) {