}

    /**
     * Creates a parse context.
     *
     * @param parser A parser.
     * @param params A map of parameters.
     * @return a parse context.
     */
    protected ParseContext createParseContext(final Parser parser, final Map<String, String> params) {
        final ParseContext parseContext = new ParseContext();
        parseContext.set(Parser.class, parser);

        SAXParserFactoryUtil.setXIncludeAware(spf, true);
        spf.setNamespaceAware(true);
        final SAXParser parser = SAXParserFactoryUtil.newSAXParser(spf);

        final InputSource is = new InputSource(ResourceUtil.getResourceAsStream("org/codelibs/core/xml/include.xml"));
        is.setSystemId("include.xml");
        parser.parse(is, new DefaultHandler() {

            @Override

        }
    }

    /**
     * Gets the content of the response using the provided parser function.
     *
     * @param <T> the type of the parsed content.
     * @param parser the function to parse the content.
     * @return the parsed content.
     */
    public <T> T getContent(final Function<CurlResponse, T> parser) {
        return parser.apply(this);
    }

    /**
     * Gets the content of the response as a string.

        }
    }

    /**
     * Creates and configures a DOM parser with the specified features and properties.
     *
     * @return a configured DOM parser instance
     * @throws CrawlerSystemException if the parser configuration is invalid
     */
    protected DOMParser getDomParser() {
        try {
            final DOMParser parser = new DOMParser();
            // feature

        final DOMParser parser = getDomParser();
        try (final Reader reader = new StringReader(content)) {
            parser.parse(new InputSource(reader));
        } catch (final Exception e) {
            logger.warn("Failed to parse the content.", e);
            return new ExtractData(extractString(content));
        }

        final Document document = parser.getDocument();
        try {

     * Returns the password for the given parameters.
     * @param params The parameters.
     * @return The password.
     */
    protected String getPassword(final Map<String, String> params) {
        final String url = params != null ? params.get(ExtractData.URL) : null;
        if (!passwordMap.isEmpty()) {
            final String resourceName = params != null ? params.get(ExtractData.RESOURCE_NAME_KEY) : null;

    }

    @Test
    @DisplayName("parse sets mechanismToken and flags parsed")
    void parseSetsMechanismToken() throws IOException {
        TestSpnegoToken t = new TestSpnegoToken();
        byte[] raw = new byte[] { 5, 6 };
        t.parse(raw);
        assertTrue(t.isParsed(), "parse should mark parsed");
        assertArrayEquals(raw, t.getMechanismToken(), "parse should set mechanismToken");
    }

    @Test

<?xml version="1.0" encoding="UTF-8"?>
<properties>
  <parsers>
    <parser class="org.apache.tika.parser.DefaultParser">
      <parser-exclude class="org.apache.tika.parser.ocr.TesseractOCRParser"/>
    </parser>
  </parsers>

        // Test sitemaps - should parse valid sitemaps and ignore invalid ones
        String[] sitemaps = robotsTxt.getSitemaps();
        assertTrue(sitemaps.length >= 3); // At least the valid ones should be parsed

        // Test NumericBot - various crawl-delay formats
        // Should handle edge cases gracefully
        assertTrue(robotsTxt.getCrawlDelay("NumericBot") >= 0);

        final DOMParser parser = getDomParser();
        try (final InputStream in = responseData.getResponseBody()) {
            final InputSource is = new InputSource(in);
            if (responseData.getCharSet() != null) {
                is.setEncoding(responseData.getCharSet());
            }
            parser.parse(is);
        } catch (final Exception e) {