assertEquals("https://example.com/page1", responseData1.getUrl());
        assertEquals("https://example.com/page2", responseData2.getUrl());
        assertEquals("https://example.com/page3", responseData3.getUrl());
    }

    public void test_processDoesNotModifyResponseData() {
        // Test that process does not modify ResponseData
        NullResponseProcessor processor = new NullResponseProcessor();

        RequestData data = new RequestData();

        String url = "https://example.com/path";
        data.setUrl(url);
        assertEquals(url, data.getUrl());

        String url2 = "http://test.org/";
        data.setUrl(url2);
        assertEquals(url2, data.getUrl());

        data.setUrl(null);
        assertNull(data.getUrl());
    }

    public void test_weightGetterSetter() {
        // Test weight getter/setter

        responseData.setUrl("http://example.com/sitemap.xml");
        File file = ResourceUtil.getResourceAsFile("sitemaps/sitemap1.xml");
        responseData.setResponseBody(file, false);
        return responseData;
    }

    private ResponseData getTestData2_OK() {
        final ResponseData responseData = new ResponseData();
        responseData.setUrl("http://example.com/sitemap.xml.gz");

        profile.setId("pro");
        settings.addProfile(profile);
        Repository repo1 = new Repository();
        repo1.setUrl("http://apache.org/");
        repo1.setId("test");
        profile.addRepository(repo1);
        Repository repo2 = new Repository();
        repo2.setUrl("http://apache.org/");
        repo2.setId("test");
        profile.addRepository(repo2);

        // Test URL getter/setter
        UrlQueueImpl<Long> queue = new UrlQueueImpl<>();

        String url = "https://example.com/path";
        queue.setUrl(url);
        assertEquals(url, queue.getUrl());

        queue.setUrl(null);
        assertNull(queue.getUrl());
    }

    public void test_metaDataGetterSetter() {
        // Test metadata getter/setter
        UrlQueueImpl<Long> queue = new UrlQueueImpl<>();

        final OpenSearchUrlFilter esUrlFilter = new OpenSearchUrlFilter();
        esUrlFilter.setSessionId(sessionId);
        esUrlFilter.setFilterType(INCLUDE);
        esUrlFilter.setUrl(url);
        insert(esUrlFilter, OpType.INDEX);
        includeFilterCache.invalidate(sessionId);
    }

    /**
     * Adds multiple include URL filters for the specified session.
     *

        assertNotNull(rule);
        assertEquals("fileRule", rule.getRuleId());
    }

    public void test_getRule_sitemaps1() {
        final ResponseData responseData = new ResponseData();
        responseData.setUrl("http://www.example.com/sitemap1.xml");
        File file = ResourceUtil.getResourceAsFile("sitemaps/sitemap1.xml");
        responseData.setResponseBody(file, false);
        final Rule rule = ruleManager.getRule(responseData);

    public void normalize(Model model, ModelBuildingRequest request) {
        if (model == null) {
            return;
        }

        model.setUrl(normalize(model.getUrl()));

        Scm scm = model.getScm();
        if (scm != null) {
            scm.setUrl(normalize(scm.getUrl()));
            scm.setConnection(normalize(scm.getConnection()));
            scm.setDeveloperConnection(normalize(scm.getDeveloperConnection()));
        }

    public void test_checkMaxContentLength() {
        AbstractCrawlerClient client = new AbstractCrawlerClient() {
        };
        ResponseData responseData = new ResponseData();
        responseData.setUrl("http://test.com/");

        client.checkMaxContentLength(responseData);

        responseData.setContentLength(-1);
        client.checkMaxContentLength(responseData);

        responseData.setContentLength(1000L);

        responseData.setHttpStatusCode(200);
        responseData.setUrl("http://example.com/");
        responseData.setMimeType("text/html");
        return responseData;
    }

    private ResponseData getTestData2() {
        final ResponseData responseData = new ResponseData();
        responseData.setHttpStatusCode(200);
        responseData.setUrl("https://example.com/");
        responseData.setMimeType("text/html");