urlFilter.addInclude("https://example.com/.*");
        urlFilter.addInclude("https://test.com/.*");
        urlFilter.addInclude(".*\\.pdf$");

        assertTrue(urlFilter.match("https://example.com/"));
        assertTrue(urlFilter.match("https://test.com/page"));
        assertTrue(urlFilter.match("https://any.com/document.pdf"));
        assertFalse(urlFilter.match("https://other.com/page.html"));
    }

    /**

        assertEquals(Method.GET, Curl.get("http://test.com").method());
        assertEquals(Method.POST, Curl.post("http://test.com").method());
        assertEquals(Method.PUT, Curl.put("http://test.com").method());
        assertEquals(Method.DELETE, Curl.delete("http://test.com").method());
        assertEquals(Method.HEAD, Curl.head("http://test.com").method());

        method.invoke(crawlerThread, "http://example.com/child", "http://example.com/", 1.0f, 2);

        verify(urlQueueService, times(1)).offerAll(anyString(), any());
    }

    /**
     * Test storeChildUrl with depth exceeding maxDepth.
     */
    public void test_storeChildUrl_exceedsMaxDepth() throws Exception {
        when(urlFilter.match("http://example.com/child")).thenReturn(true);

        child1.setUrl("https://example.com/child1");
        data.addChildUrl(child1);

        // Verify all properties
        assertEquals("https://example.com/page", data.getUrl());
        assertEquals(200, data.getHttpStatusCode());
        assertEquals("GET", data.getMethod());
        assertEquals("https://example.com", data.getParentUrl());
        assertEquals("session123", data.getSessionId());

        assertEquals("http://example.com:8080/path/file", HcHttpClient.constructRedirectLocation("http://example.com:8080/path/", "file"));
        assertEquals("http://example.com/%E3%83%86%E3%82%B9%E3%83%88",
                HcHttpClient.constructRedirectLocation("http://example.com/", "テスト"));
        assertEquals("http://example.com/hello%20world", HcHttpClient.constructRedirectLocation("http://example.com/", "hello world"));

        String url = "https://example.com/page";
        result.setUrl(url);
        assertEquals(url, result.getUrl());
    }

    public void test_parentUrlGetterSetter() {
        // Test parent URL getter/setter
        AccessResultImpl<Long> result = new AccessResultImpl<>();

        String parentUrl = "https://example.com";
        result.setParentUrl(parentUrl);

        SitemapUrl sitemap1 = new SitemapUrl();
        sitemap1.setLoc("https://example.com/page1");

        SitemapUrl sitemap2 = new SitemapUrl();
        sitemap2.setLoc("https://example.com/page2");

        SitemapUrl sitemap3 = new SitemapUrl();
        sitemap3.setLoc("https://example.com/page3");

        SitemapSet sitemapSet = new SitemapSet();
        sitemapSet.addSitemap(sitemap1);

        service.addExcludeUrlFilter(session2, "https://session2.com/private/.*");

        // Verify that dataHelper was called with correct session IDs
        verify(dataHelper).addIncludeUrlPattern(session1, "https://session1.com/.*");
        verify(dataHelper).addIncludeUrlPattern(session2, "https://session2.com/.*");
        verify(dataHelper).addExcludeUrlPattern(session1, "https://session1.com/admin/.*");

        final TestListener testListener = new TestListener();
        client.setCrawlerClient(testClient);
        client.setRequestListener(testListener);
        final String url = "http://test.com/";
        final ResponseData response = client.execute(RequestDataBuilder.newRequestData().get().url(url).build());
        assertEquals(1, testListener.startCount);
        assertEquals(1, testListener.requestCount);

        // Add URLs to default set
        urlSet.add("http://example.com/robots.txt");
        urlSet.add("http://test.com/robots.txt");
        assertEquals(2, crawlerContext.getRobotsTxtUrlSet().size());

        // Set new set
        Set<String> newSet = new HashSet<>();
        newSet.add("http://new.com/robots.txt");
        crawlerContext.setRobotsTxtUrlSet(newSet);