*
     * @param in Input stream for a sitemap
     * @return a sitemap set
     */
    public SitemapSet parse(final InputStream in) {
        return parse(in, true);
    }

    /**
     * Parses a sitemap from the given input stream.
     * @param in the input stream to parse
     * @param recursive whether to recursively parse compressed files
     * @return the parsed sitemap set
     */

 *   <li>{@link #escapeXml(String)}: Escapes special characters in an XML string.</li>
 *   <li>{@link #stripInvalidXMLCharacters(String)}: Strips invalid XML characters from a string.</li>
 *   <li>{@link #getDataMap(AccessResultData)}: Parses XML content from {@link AccessResultData} and returns a map of the data.</li>
 * </ul>
 *
 * <h2>Usage Example:</h2>
 * <pre>
 * {@code
 * String escapedXml = XmlUtil.escapeXml("<tag>value</tag>");

        // Default constructor
    }

    /**
     * Parses a robots.txt file from the given input stream using UTF-8 encoding.
     * @param stream the input stream to parse
     * @return the parsed RobotsTxt object, or null if disabled
     */
    public RobotsTxt parse(final InputStream stream) {
        return parse(stream, Constants.UTF_8);
    }

    /**

import org.codelibs.fess.crawler.processor.ResponseProcessor;

import jakarta.annotation.Resource;

/**
 * A response processor implementation that handles sitemaps.
 * It parses the response body as a SitemapSet, extracts URLs from the sitemaps,
 * and adds them as child URLs to be crawled.
 *
 * <p>
 * This class uses a {@link SitemapsHelper} to parse the sitemap XML or text.

            } else if (logger.isDebugEnabled()) {
                logger.debug("Logged in {}", originalLoginUrl);
            }
        });

    }

    /**
     * Parses the token page and extracts token information.
     * @param tokenPattern The regex pattern to extract the token.
     * @param responseParams The list to store response parameters.

        /** Cached object statistics response */
        private StatObjectResponse statObject;

        /**
         * Constructs a new StorageURLConnection for the specified URL.
         * This constructor parses the URL to extract bucket and object names.
         *
         * @param url The storage URL to connect to
         */
        protected StorageURLConnection(final URL url) {
            super(url);

            CloseableUtil.closeQuietly(responseData);
            throw new CrawlingAccessException("Could not access " + uri, e);
        }

        return responseData;
    }

    /**
     * Parses file ownership attributes and adds them to the response data.
     *
     * @param responseData the response data to add attributes to
     * @param file the file to parse attributes from

                }
            }
            throw e;
        }
    }

    /**
     * FtpInfo is a helper class that encapsulates information about an FTP URL.
     * It parses the URL and provides methods to retrieve the host, port, parent directory,
     * and file name. It also provides methods to construct URLs for child paths.
     *
     * <p>
     * Usage example:
     * </p>
     *

                if (!accessTimeoutTask.isCanceled()) {
                    accessTimeoutTask.cancel();
                }
            }
        }
    }

    /**
     * Parses a storage path into bucket name and object path components.
     * @param path the storage path to parse (format: bucket/object/path)
     * @return an array containing the bucket name and object path

            httpClientPropertyMap.put(name, value);
        }
    }

    /**
     * Processes robots.txt for the given URL.
     * This method fetches and parses the robots.txt file to extract disallow/allow rules
     * and sitemap information.
     *
     * @param url The URL to process robots.txt for
     */
    protected void processRobotsTxt(final String url) {