responseData1.setUrl("http://www.example.com/page");
        assertTrue(rule.match(responseData1));

        ResponseData responseData2 = new ResponseData();
        responseData2.setUrl("https://api.example.com/v1/users");
        assertTrue(rule.match(responseData2));

        ResponseData responseData3 = new ResponseData();
        responseData3.setUrl("http://other.com/page");

        ResponseData urlOnlyData = new ResponseData();
        urlOnlyData.setUrl("http://example.com");
        ResultData result2 = testTransformer.transform(urlOnlyData);
        assertNotNull(result2);
        assertNotNull(result2.getData());

        // ResponseData with response body
        ResponseData withBodyData = new ResponseData();
        withBodyData.setUrl("http://example.com");

        assertNull(localLogMsg.get());
    }

    public void test_beginDoneWithRecord1WithStatsKeyObject() {
        StatsKeyObject key = new StatsKeyObject("id");
        crawlerStatsHelper.begin(key);
        key.setUrl("test");
        crawlerStatsHelper.record(key, "aaa");
        crawlerStatsHelper.done(key);
        logger.info(localLogMsg.get());
        String[] values = localLogMsg.get().split("\t");

            responseData.setResponseBody(data.getBytes());
            responseData.setSessionId("test-1");
            responseData.setStatus(0);
            responseData.setUrl("http://fess.codelibs.org/test.html");
            /*ResultData resultData =*/fessXpathTransformer.transform(responseData);
            // System.out.println(resultData.toString());
        }

        ResponseData responseData1 = new ResponseData();
        responseData1.setUrl("http://www.example.com/page");
        responseData1.setMimeType("text/html");
        assertTrue(conditionalRule.match(responseData1));

        // Test non-matching URL
        ResponseData responseData2 = new ResponseData();
        responseData2.setUrl("http://other.com/page");
        responseData2.setMimeType("text/html");

    }

    public void test_transform() {
        final byte[] data = new String("xyz").getBytes();
        final ResponseData responseData = new ResponseData();
        responseData.setUrl("http://hoge/");
        responseData.setResponseBody(data);
        responseData.setCharSet("ISO-8859-1");
        final ResultData resultData = htmlTransformer.transform(responseData);

        ResponseData responseData1 = new ResponseData();
        responseData1.setUrl("https://example.com/page");
        Rule matchedRule1 = ruleManager.getRule(responseData1);
        assertEquals("httpRule", matchedRule1.getRuleId()); // First match

        ResponseData responseData2 = new ResponseData();
        responseData2.setUrl("ftp://files.com/document.pdf");
        Rule matchedRule2 = ruleManager.getRule(responseData2);

            if (count <= exceptionCount) {
                throw new CrawlerSystemException("exception " + count);
            }

            final ResponseData responseData = new ResponseData();
            responseData.setUrl(request.getUrl());
            responseData.setMethod(request.getMethod().toString());
            return responseData;
        }

        /*
         * (non-Javadoc)
         *

                    uq.setDepth(depth);
                    uq.setMethod(Constants.GET_METHOD);
                    uq.setParentUrl(url);
                    uq.setSessionId(crawlerContext.sessionId);
                    uq.setUrl(d.getUrl());
                    uq.setWeight(d.getWeight());
                    return uq;
                })
                .collect(Collectors.toList());

        /**
         * @return URL
         */
        public URL getURL() {
            return url_;
        }

        /**
         * @param url
         */
        public void setURL(final URL url) {
            url_ = url;
        }

        /**
         * @return Returns the cal.
         */
        public Calendar getCal() {
            return cal;
        }