// Default constructor
    }

    /**
     * Parses a robots.txt file from the given input stream using UTF-8 encoding.
     * @param stream the input stream to parse
     * @return the parsed RobotsTxt object, or null if disabled
     */
    public RobotsTxt parse(final InputStream stream) {
        return parse(stream, Constants.UTF_8);
    }

    /**

    /**
     * Parses the XML content from the provided {@link AccessResultData} and returns a map of the data.
     *
     * @param accessResultData the data containing the XML content to be parsed
     * @return a map containing the parsed data from the XML content
     * @throws CrawlerSystemException if an error occurs while parsing the XML content
     */

    /** Map of regex patterns to passwords for static password configuration. */
    protected Map<Pattern, String> passwordMap = new HashMap<>();

    /** Cache for parsed password configurations from extraction parameters. */
    private final Map<String, List<Pair<Pattern, String>>> configPasswordMap = new ConcurrentHashMap<>();

    /**
     * Creates a new PasswordBasedExtractor instance.

     * @param readingConverter the converter to use for reading values
     * @param normalizer the normalizer to use for normalizing values
     * @return a list of suggest items parsed from the query log
     */
    List<SuggestItem> parseQueryLog(QueryLog queryLog, String[] fields, String[] tagFieldNames, String roleFieldName,
            ReadingConverter readingConverter, Normalizer normalizer);

    /**