if (count <= exceptionCount) {
                throw new CrawlerSystemException("exception " + count);
            }

            final ResponseData responseData = new ResponseData();
            responseData.setUrl(request.getUrl());
            responseData.setMethod(request.getMethod().toString());
            return responseData;
        }

        /*
         * (non-Javadoc)
         *

     */
    public String getUrl() {
        return url;
    }

    /**
     * Sets the URL of the crawled resource.
     *
     * @param url the URL to set
     */
    public void setUrl(final String url) {
        this.url = url;
    }

    /**
     * Gets the HTTP method used for the request.
     *
     * @return the HTTP method (e.g., GET, POST)
     */

        if (exists(sessionId, url)) {
            return;
        }
        final OpenSearchUrlQueue urlQueue = new OpenSearchUrlQueue();
        urlQueue.setSessionId(sessionId);
        urlQueue.setUrl(url);
        urlQueue.setCreateTime(System.currentTimeMillis());
        urlQueue.setLastModified(0L);
        urlQueue.setDepth(0);
        urlQueue.setMethod(Constants.GET_METHOD);
        insert(urlQueue);
    }

        ResponseData responseData1 = new ResponseData();
        responseData1.setUrl("https://example.com/page");
        Rule matchedRule1 = ruleManager.getRule(responseData1);
        assertEquals("httpRule", matchedRule1.getRuleId()); // First match

        ResponseData responseData2 = new ResponseData();
        responseData2.setUrl("ftp://files.com/document.pdf");
        Rule matchedRule2 = ruleManager.getRule(responseData2);

            fail("Should propagate exception from listener");
        } catch (Exception e) {
            assertTrue(e.getMessage().contains("Test exception"));
        }
    }

    /**
     * Test getter and setter for componentName
     */
    public void test_componentName_getterSetter() {
        assertNull(factory.getComponentName());

        factory.setComponentName("testName");

                    uq.setDepth(depth);
                    uq.setMethod(Constants.GET_METHOD);
                    uq.setParentUrl(url);
                    uq.setSessionId(crawlerContext.sessionId);
                    uq.setUrl(d.getUrl());
                    uq.setWeight(d.getWeight());
                    return uq;
                })
                .collect(Collectors.toList());

 * including its location, last modification date, change frequency, and priority.
 * It implements the {@link Sitemap} interface.
 * </p>
 *
 * <p>
 * The {@code SitemapUrl} class provides getter and setter methods for each of these properties,
 * as well as implementations for {@code equals()}, {@code hashCode()}, and {@code toString()} methods.
 * </p>
 *
 */
public class SitemapUrl implements Sitemap {

 * rule.addRule("contentType", "text/html");
 * rule.setAllRequired(true); // Both URL and content type must match
 *
 * ResponseData responseData = new ResponseData();
 * responseData.setUrl("https://example.com/page1");
 * responseData.setContentType("text/html");
 *
 * boolean matches = rule.match(responseData); // Returns true
 * }
 * </pre>
 *
 */
public class RegexRule extends AbstractRule {

    protected RequestData getDuplicateUrl(final RequestData requestData) {
        final String url = requestData.getUrl();
        if (url.endsWith("/")) {
            requestData.setUrl(url.substring(0, url.length() - 1));
        } else {
            requestData.setUrl(url + "/");
        }
        return requestData;
    }

    /**
     * Creates and configures a DOM parser with the specified features and properties.
     *

                    target.setMimeType(getFieldValue(fields.get("mimeType"), String.class));
                    target.setSessionId(getFieldValue(fields.get("sessionId"), String.class));
                    target.setUrl(getFieldValue(fields.get("url"), String.class));
                    target.setExecutionTime(getFieldValue(fields.get("executionTime"), Integer.class));