}

    /**
     * Checks if the given input stream contains valid sitemap data.
     * @param in the input stream to validate
     * @return true if the stream contains valid sitemap data, false otherwise
     */
    public boolean isValid(final InputStream in) {
        return isValid(in, true);
    }

    /**
     * Checks if the given input stream contains valid sitemap data.
     * @param in the input stream to validate

        // Invalid regex pattern should be handled gracefully
        urlFilter.addInclude(".*[invalid");
        urlFilter.addInclude("https://valid.com/.*");

        // Valid pattern should still work
        assertTrue(urlFilter.match("https://valid.com/page"));
    }

    /**
     * Test adding a single exclude pattern
     */
    public void test_addExclude_singlePattern() {

            urlQueueService.offerAll(crawlerContext.sessionId, childList);
        }
    }

    /**
     * Validates whether the URL queue entry is valid for crawling.
     * @param urlQueue The URL queue entry to validate.
     * @return true if valid, false otherwise.
     */
    protected boolean isValid(final UrlQueue<?> urlQueue) {
        if (urlQueue == null || StringUtil.isBlank(urlQueue.getUrl())

    public void setUp() {
        testAnalyzer = new TestSuggestAnalyzer();
        analyzer = testAnalyzer;
    }

    @Test
    public void testAnalyzeWithValidInput() {
        // Test normal analyze with valid input
        String text = "test text";
        String field = "content";
        String lang = "en";

        List<AnalyzeToken> tokens = analyzer.analyze(text, field, lang);

        assertNotNull(tokens);

        assertNotNull(exception);
        assertEquals(message, exception.getMessage());
        assertSame(cause, exception.getCause());
    }

    /**
     * Test constructor with null message and valid cause
     */
    public void test_constructor_withNullMessageAndValidCause() {
        Exception cause = new IllegalStateException("State error");

        assertEquals(CrawlerStatus.INITIALIZING, values[0]);
        assertEquals(CrawlerStatus.RUNNING, values[1]);
        assertEquals(CrawlerStatus.DONE, values[2]);
    }

    /**
     * Test valueOf method with valid values
     */
    public void test_valueOf_valid() {
        assertEquals(CrawlerStatus.INITIALIZING, CrawlerStatus.valueOf("INITIALIZING"));
        assertEquals(CrawlerStatus.RUNNING, CrawlerStatus.valueOf("RUNNING"));

        }

        return url.replaceAll("([^:])/+", "$1/");
    }

    /**
     * Checks if a path is valid for crawling (not a JavaScript, mailto, or other invalid URL).
     *
     * @param path the path to validate
     * @return true if the path is valid, false otherwise
     */
    protected boolean isValidPath(final String path) {
        if (StringUtil.isBlank(path)) {

 *   <li>useEPSVwithIPv4: Whether to use EPSV with IPv4.</li>
 *   <li>isImplicit: Whether to use implicit SSL/TLS encryption.</li>
 *   <li>trustManager: The trust manager to use for SSL/TLS connections ("all", "valid", or "none").</li>
 *   <li>enterLocalPassiveMode: Whether to enter local passive mode.</li>
 *   <li>ftpAuthentications: An array of {@link FtpAuthentication} objects for different FTP URLs.</li>
 * </ul>
 *
 * <p>

    }

    /**
     * Test transform with various ResponseData states
     */
    public void test_transform_variousResponseDataStates() {
        // Empty ResponseData - should return a valid ResultData with empty/null data
        ResponseData emptyData = new ResponseData();
        ResultData result1 = testTransformer.transform(emptyData);
        assertNotNull(result1);

     *
     * @param sourceMap The source map containing the date field.
     * @param name The name of the date field.
     * @return The Date object, or null if the field doesn't contain a valid date.
     */
    protected Date getDateFromSource(final Map<String, Object> sourceMap, final String name) {
        final Object obj = sourceMap.get(name);
        if (obj instanceof Date) {