* @param in the input stream to validate
     * @return true if the stream contains valid sitemap data, false otherwise
     */
    public boolean isValid(final InputStream in) {
        return isValid(in, true);
    }

    /**
     * Checks if the given input stream contains valid sitemap data.
     * @param in the input stream to validate
     * @param recursive whether to recursively check compressed files

/**
 * SitemapsRule is a rule implementation that extends RegexRule to determine if a given response data
 * represents a valid sitemap. It uses a SitemapsHelper to validate the response body as an InputStream.
 * The rule checks if the URL matches the defined regex pattern and then validates the content as a sitemap.
 * If any exception occurs during the sitemap validation, it logs the error and returns false.
 *
 */

 * This class is used to encapsulate the header information for HTTP requests.
 * It provides methods to get and set the name and value of the header,
 * as well as a method to validate the header.
 *
 * <p>Example usage:</p>
 * <pre>
 *     RequestHeader header = new RequestHeader("Content-Type", "application/json");
 *     String name = header.getName();
 *     String value = header.getValue();

    /**
     * If true, the parser will ignore ignorable whitespace in element content.
     */
    protected boolean ignoringElementContentWhitespace;

    /**
     * If true, the parser will validate the document against its grammar.
     */
    protected boolean validating;

    /**
     * If true, the parser will be XInclude aware.
     */
    protected boolean includeAware;

    /**

            childList.add(uq);
            urlQueueService.offerAll(crawlerContext.sessionId, childList);
        }
    }

    /**
     * Validates whether the URL queue entry is valid for crawling.
     * @param urlQueue The URL queue entry to validate.
     * @return true if valid, false otherwise.
     */
    protected boolean isValid(final UrlQueue<?> urlQueue) {

        return url.replaceAll("([^:])/+", "$1/");
    }

    /**
     * Checks if a path is valid for crawling (not a JavaScript, mailto, or other invalid URL).
     *
     * @param path the path to validate
     * @return true if the path is valid, false otherwise
     */
    protected boolean isValidPath(final String path) {
        if (StringUtil.isBlank(path)) {
            return false;
        }

            ftpClientQueue.offer(client);
        }
    }

    /**
     * Validates the FTP request by checking the reply code from the FTP server.
     * If the reply code indicates an error, a CrawlingAccessException is thrown.
     *
     * @param client the FTPClient instance to validate
     * @throws CrawlingAccessException if the FTP request failed
     */