private static final String META_NAME_ROBOTS_CONTENT = "//META[@name=\"robots\" or @name=\"ROBOTS\"]/@content";

    /** Robots tag value indicating no indexing or following */
    private static final String ROBOTS_TAG_NONE = "none";

    /** Robots tag value indicating no indexing */
    private static final String ROBOTS_TAG_NOINDEX = "noindex";

    /** Robots tag value indicating no following of links */

  // TODO(fry): empirically optimize this
  static final int DRAIN_MAX = 16;

  // Fields

  /**
   * Mask value for indexing into segments. The upper bits of a key's hash code are used to choose
   * the segment.
   */
  final transient int segmentMask;

  /**
   * Shift value for indexing within segments. Helps prevent entries that end up in the same segment
   * from also ending up in the same bucket.
   */

index.delete.timeout=3m
# Timeout for index health checks.
index.health.timeout=10m
# Timeout for index indices operations.
index.indices.timeout=1m

# filetype

# Mapping of MIME types to filetype labels for indexing.
index.filetype=\
text/html=html\n\
application/msword=word\n\
application/vnd.openxmlformats-officedocument.wordprocessingml.document=word\n\
application/vnd.ms-excel=excel\n\

   * #matches} for each character.
   *
   * @param sequence the character sequence to examine from the beginning
   * @return an index, or {@code -1} if no character matches
   */
  public int indexIn(CharSequence sequence) {
    return indexIn(sequence, 0);
  }

  /**
   * Returns the index of the first matching BMP character in a character sequence, starting from a