responseData1.setUrl("http://www.example.com/page");
        assertTrue(rule.match(responseData1));

        ResponseData responseData2 = new ResponseData();
        responseData2.setUrl("https://api.example.com/v1/users");
        assertTrue(rule.match(responseData2));

        ResponseData responseData3 = new ResponseData();
        responseData3.setUrl("http://other.com/page");

        ResponseData urlOnlyData = new ResponseData();
        urlOnlyData.setUrl("http://example.com");
        ResultData result2 = testTransformer.transform(urlOnlyData);
        assertNotNull(result2);
        assertNotNull(result2.getData());

        // ResponseData with response body
        ResponseData withBodyData = new ResponseData();
        withBodyData.setUrl("http://example.com");

        final OpenSearchUrlFilter esUrlFilter = new OpenSearchUrlFilter();
        esUrlFilter.setSessionId(sessionId);
        esUrlFilter.setFilterType(INCLUDE);
        esUrlFilter.setUrl(url);
        insert(esUrlFilter, OpType.INDEX);
        includeFilterCache.invalidate(sessionId);
    }

    /**
     * Adds multiple include URL filters for the specified session.
     *

        urlQueue.setUrl("http://www.id1.com/");

        urlQueueService.insert(urlQueue);

        final OpenSearchUrlQueue urlQueue2 = new OpenSearchUrlQueue();
        urlQueue2.setCreateTime(System.currentTimeMillis());
        urlQueue2.setDepth(1);
        urlQueue2.setMethod("GET");
        urlQueue2.setSessionId("id2");
        urlQueue2.setUrl("http://www.id2.com/");

        urlList = fessXpathTransformer.convertChildUrlList(urlList);
        assertEquals(2, urlList.size());
        assertEquals("http://www.example.com", urlList.get(0).getUrl());
        assertEquals("http://www.test.com", urlList.get(1).getUrl());

        urlList.clear();
        urlList.add(RequestDataBuilder.newRequestData().get().url("feed://www.example.com").build());

        assertNull(localLogMsg.get());
    }

    public void test_beginDoneWithRecord1WithStatsKeyObject() {
        StatsKeyObject key = new StatsKeyObject("id");
        crawlerStatsHelper.begin(key);
        key.setUrl("test");
        crawlerStatsHelper.record(key, "aaa");
        crawlerStatsHelper.done(key);
        logger.info(localLogMsg.get());
        String[] values = localLogMsg.get().split("\t");

    }

    public void test_transform_text() throws Exception {
        final byte[] data = new String("xyz").getBytes();
        final ResponseData responseData = new ResponseData();
        responseData.setUrl("file:/test.txt");
        responseData.setCharSet(Constants.UTF_8);
        responseData.setResponseBody(data);
        responseData.setMimeType("text/plain");

        ResponseData responseData1 = new ResponseData();
        responseData1.setUrl("http://www.example.com/page");
        responseData1.setMimeType("text/html");
        assertTrue(conditionalRule.match(responseData1));

        // Test non-matching URL
        ResponseData responseData2 = new ResponseData();
        responseData2.setUrl("http://other.com/page");
        responseData2.setMimeType("text/html");

        ResponseData responseData1 = new ResponseData();
        responseData1.setUrl("https://example.com/page");
        Rule matchedRule1 = ruleManager.getRule(responseData1);
        assertEquals("httpRule", matchedRule1.getRuleId()); // First match

        ResponseData responseData2 = new ResponseData();
        responseData2.setUrl("ftp://files.com/document.pdf");
        Rule matchedRule2 = ruleManager.getRule(responseData2);

        final Set<String> urlSet = new HashSet<>();
        final List<UrlQueue<?>> childList = childUrlList.stream()
                .filter(d -> StringUtil.isNotBlank(d.getUrl()) && urlSet.add(d.getUrl()) && crawlerContext.urlFilter.match(d.getUrl()))
                .map(d -> {
                    final UrlQueue<?> uq = crawlerContainer.getComponent("urlQueue");
                    uq.setCreateTime(SystemUtil.currentTimeMillis());