}

    /**
     * Gets the pattern for matching invalid URLs.
     *
     * @return the invalid URL pattern
     */
    public Pattern getInvalidUrlPattern() {
        return invalidUrlPattern;
    }

    /**
     * Sets the pattern for matching invalid URLs.
     *
     * @param invalidUrlPattern the invalid URL pattern to set
     */

    }

    /**
     * Test adding invalid regex include pattern
     */
    public void test_addInclude_invalidRegex() {
        String sessionId = "test-session-004";
        urlFilter.init(sessionId);

        // Invalid regex pattern should be handled gracefully
        urlFilter.addInclude(".*[invalid");
        urlFilter.addInclude("https://valid.com/.*");

    }

    /**
     * Test valueOf method with invalid values
     */
    public void test_valueOf_invalid() {
        try {
            CrawlerStatus.valueOf("INVALID");
            fail("Should throw IllegalArgumentException for invalid value");
        } catch (IllegalArgumentException e) {
            // Expected
            assertTrue(e.getMessage().contains("INVALID"));
        }

        try {

         * @throws ErrorResponseException If the server returns an error
         * @throws IllegalArgumentException If the arguments are invalid
         * @throws InsufficientDataException If insufficient data is available
         * @throws InternalException If an internal error occurs
         * @throws InvalidResponseException If the response is invalid

        assertNotNull(orKeywords);
        assertEquals(2, orKeywords.size());

        // Test with invalid query
        List<String> invalidKeywords = SuggestUtil.getKeywords("((invalid", fields);
        assertNotNull(invalidKeywords);
        assertEquals(0, invalidKeywords.size());
    }

    @Test
    public void testGetKeywordsWithDuplicates() {

     * @param in the input stream to validate
     * @return true if the stream contains valid sitemap data, false otherwise
     */
    public boolean isValid(final InputStream in) {
        return isValid(in, true);
    }

    /**
     * Checks if the given input stream contains valid sitemap data.
     * @param in the input stream to validate

        }
        try {
            resultData.setData(path.getBytes(charsetName));
        } catch (final UnsupportedEncodingException e) {
            if (logger.isInfoEnabled()) {
                logger.info("Invalid charsetName: " + charsetName + ". Changed to " + Constants.UTF_8, e);
            }
            charsetName = Constants.UTF_8_CHARSET.name();
            resultData.setData(path.getBytes(Constants.UTF_8_CHARSET));
        }

 *
 * <p>
 * The crawling process involves the following steps:
 * </p>
 * <ol>
 *   <li>Fetching a URL from the queue using {@link UrlQueueService#poll(String)}.</li>
 *   <li>Checking if the URL is valid using {@link #isValid(UrlQueue)}.</li>
 *   <li>Accessing the content using a {@link CrawlerClient} obtained from {@link CrawlerClientFactory}.</li>
 *   <li>Processing the response using a {@link ResponseProcessor} associated with a {@link Rule}.</li>

    /**
     * Creates and configures a DOM parser with the specified features and properties.
     *
     * @return a configured DOM parser instance
     * @throws CrawlerSystemException if the parser configuration is invalid
     */
    protected DOMParser getDomParser() {
        final DOMParser parser = new DOMParser();
        try {
            // feature

            } catch (final URISyntaxException e) {
                throw new CrawlingAccessException("Invalid URL: " + s, e);
            }

            if (!"ftp".equals(uri.getScheme())) {
                throw new CrawlingAccessException("Invalid scheme: " + uri.getScheme());
            }

            final String path = uri.getPath();
            if (path == null) {