<mime-type type="text/x-robots">
    <!-- robots.txt file -->
    <!-- draft: https://datatracker.ietf.org/doc/html/draft-koster-rep -->
    <!-- should have a higher priority than rfc822 - TIKA-3489 -->
    <!-- and a lower priority than pcap - TIKA-4174 -->
    <magic priority="55">
      <match minShouldMatch="2">
        <match value="user-agent:" type="stringignorecase" offset="0"/>