use, offer to sell, sell, import, and otherwise transfer the Work,
      where such license applies only to those patent claims licensable
      by such Contributor that are necessarily infringed by their
      Contribution(s) alone or by combination of their Contribution(s)
      with the Work to which such Contribution(s) was submitted. If You
      institute patent litigation against any entity (including a

    protected String outputEncoding = Constants.UTF_8;

    /** Map of input file extensions to output extensions. */
    private final Map<String, String> extensionMap = new HashMap<>();

    /** Map of output extensions to their corresponding extractors. */
    private final Map<String, Extractor> extractorMap = new HashMap<>();

    /**
     * Constructs a new JodExtractor and initializes the extension and extractor mappings.
     */

 * </p>
 *
 * <p>
 * The reader supports limiting the number of documents read based on a percentage of the total documents
 * or a fixed number. It also allows filtering documents based on their size, using the {@code limitOfDocumentSize}
 * parameter.
 * </p>
 *
 * <p>
 * The reader uses a queue to buffer documents read from Elasticsearch, and it retries failed requests
 * up to a maximum number of times.

    protected Map<String, String> propertyMap = new HashMap<>();

    /** XPath expression for extracting content from the document body. */
    protected String contentXpath = "//BODY";

    /** Map of metadata field names to their corresponding XPath expressions. */
    protected Map<String, String> metadataXpathMap = new HashMap<>();

    /** Thread-local instance of XPathAPI for thread-safe XPath evaluation. */

 * the most specific (longest) match is used.</p>
 *
 */
public class RobotsTxt {
    private static final String ALL_BOTS = "*";

    /** Map of user agent patterns to their corresponding directives. */
    protected final Map<Pattern, Directive> directiveMap = new LinkedHashMap<>();

    /** List of sitemap URLs found in the robots.txt file. */

        this.daemon = daemon;
    }

    /**
     * Runs the crawling process in a separate thread.
     * This method initializes the crawler context, creates and starts crawler threads,
     * and waits for their completion.
     */
    @Override
    public void run() {
        // context
        crawlerContext.urlFilter = urlFilter;
        crawlerContext.ruleManager = ruleManager;

  <!-- Note - password protected OOXML files are actually stored in -->
  <!--  an OLE2 (application/x-tika-msoffice) container. -->
  <!--  The are logically subclasses of (application/x-tika-ooxml),
        but their containers are literally subclasses
        of (application/x-tika-msoffice) -->
  <mime-type type="application/x-tika-ooxml-protected">
    <sub-class-of type="application/x-tika-msoffice"/>