* @param in the input stream to validate
     * @return true if the stream contains valid sitemap data, false otherwise
     */
    public boolean isValid(final InputStream in) {
        return isValid(in, true);
    }

    /**
     * Checks if the given input stream contains valid sitemap data.
     * @param in the input stream to validate

 * <p>Example usage:</p>
 * <pre>
 *     RequestHeader header = new RequestHeader("Content-Type", "application/json");
 *     String name = header.getName();
 *     String value = header.getValue();
 *     boolean isValid = header.isValid();
 * </pre>
 *
 * <p>Note: The name should not be blank and the value should not be null for the header to be considered valid.</p>
 *
 * @see java.io.Serializable
 */

            try (final InputStream is = responseData.getResponseBody()) {
                final SitemapsHelper sitemapsHelper = crawlerContainer.getComponent("sitemapsHelper");
                return sitemapsHelper.isValid(is);
            } catch (final CrawlingAccessException e) {
                throw e;
            } catch (final Exception e) {
                if (logger.isDebugEnabled()) {

 *
 * <p>
 * The crawling process involves the following steps:
 * </p>
 * <ol>
 *   <li>Fetching a URL from the queue using {@link UrlQueueService#poll(String)}.</li>
 *   <li>Checking if the URL is valid using {@link #isValid(UrlQueue)}.</li>
 *   <li>Accessing the content using a {@link CrawlerClient} obtained from {@link CrawlerClientFactory}.</li>
 *   <li>Processing the response using a {@link ResponseProcessor} associated with a {@link Rule}.</li>

        // Request Header
        final RequestHeader[] requestHeaders = { new RequestHeader("enctype", "multipart/form-data") };
        for (final RequestHeader requestHeader : requestHeaders) {
            if (requestHeader.isValid()) {
                requestHeaderList.add(new BasicHeader(requestHeader.getName(), requestHeader.getValue()));
            }
        }

        final RequestHeader[] requestHeaders = getInitParameter(REQUEST_HEADERS_PROPERTY, new RequestHeader[0], RequestHeader[].class);
        for (final RequestHeader requestHeader : requestHeaders) {
            if (requestHeader.isValid()) {
                requestHeaderList.add(new BasicHeader(requestHeader.getName(), requestHeader.getValue()));
            }
        }

        // do not redirect

 *
 * <p>
 * The class handles character encoding issues by attempting to use the specified charset.
 * If the specified charset is invalid, it falls back to UTF-8.
 * </p>
 *
 * <p>
 * The class also provides methods to set and get the charset name used for encoding and decoding the text content.
 * </p>
 *
 * <p>

 * strip invalid XML characters, and parse XML content into a map of data.
 *
 * <p>
 * The class is final and cannot be instantiated.
 * </p>
 *
 * <h2>Methods:</h2>
 * <ul>
 *   <li>{@link #escapeXml(String)}: Escapes special characters in an XML string.</li>
 *   <li>{@link #stripInvalidXMLCharacters(String)}: Strips invalid XML characters from a string.</li>

    }

    /**
     * Gets the pattern for matching invalid URLs.
     *
     * @return the invalid URL pattern
     */
    public Pattern getInvalidUrlPattern() {
        return invalidUrlPattern;
    }

    /**
     * Sets the pattern for matching invalid URLs.
     *
     * @param invalidUrlPattern the invalid URL pattern to set
     */

    }

    /**
     * Test adding invalid regex include pattern
     */
    public void test_addInclude_invalidRegex() {
        String sessionId = "test-session-004";
        urlFilter.init(sessionId);

        // Invalid regex pattern should be handled gracefully
        urlFilter.addInclude(".*[invalid");
        urlFilter.addInclude("https://valid.com/.*");