existing.setUrl("https://example.com/existing");
        existingQueue.add(existing);

        UrlQueueImpl<Long> newUrl = new UrlQueueImpl<>();
        newUrl.setSessionId(sessionId);
        newUrl.setUrl("https://example.com/new");

        UrlQueueImpl<Long> duplicate = new UrlQueueImpl<>();
        duplicate.setSessionId(sessionId);
        duplicate.setUrl("https://example.com/existing");

        RequestData data = new RequestData();

        String url = "https://example.com/path";
        data.setUrl(url);
        assertEquals(url, data.getUrl());

        String url2 = "http://test.org/";
        data.setUrl(url2);
        assertEquals(url2, data.getUrl());

        data.setUrl(null);
        assertNull(data.getUrl());
    }

    public void test_weightGetterSetter() {

        responseData1.setUrl("http://www.example.com/page");
        assertTrue(rule.match(responseData1));

        ResponseData responseData2 = new ResponseData();
        responseData2.setUrl("https://api.example.com/v1/users");
        assertTrue(rule.match(responseData2));

        ResponseData responseData3 = new ResponseData();
        responseData3.setUrl("http://other.com/page");

    /**
     * @throws Exception
     */
    @Test
    public void testCopy_BeanToBean() throws Exception {
        final MyClass src = new MyClass();
        src.setAaa("111");
        src.setCcc("333");

        final MyClass2 dest = new MyClass2();
        dest.setAaa("aaa");
        dest.setBbb("bbb");
        dest.setDdd("ddd");

        BeanUtil.copyBeanToBean(src, dest);

        profile.setId("pro");
        settings.addProfile(profile);
        Repository repo1 = new Repository();
        repo1.setUrl("http://apache.org/");
        repo1.setId("test");
        profile.addRepository(repo1);
        Repository repo2 = new Repository();
        repo2.setUrl("http://apache.org/");
        repo2.setId("test");
        profile.addRepository(repo2);

     */
    public void test_processResponse() throws Exception {
        final UrlQueue<?> urlQueue = new UrlQueueImpl<>();
        urlQueue.setUrl("http://example.com/");

        final ResponseData responseData = new ResponseData();
        responseData.setUrl("http://example.com/");

        final Rule rule = mock(Rule.class);
        final ResponseProcessor responseProcessor = mock(ResponseProcessor.class);

        assertNotNull(rule);
        assertEquals("fileRule", rule.getRuleId());
    }

    public void test_getRule_sitemaps1() {
        final ResponseData responseData = new ResponseData();
        responseData.setUrl("http://www.example.com/sitemap1.xml");
        File file = ResourceUtil.getResourceAsFile("sitemaps/sitemap1.xml");
        responseData.setResponseBody(file, false);
        final Rule rule = ruleManager.getRule(responseData);

        urlQueue.setUrl("http://www.id1.com/");

        urlQueueService.insert(urlQueue);

        final OpenSearchUrlQueue urlQueue2 = new OpenSearchUrlQueue();
        urlQueue2.setCreateTime(System.currentTimeMillis());
        urlQueue2.setDepth(1);
        urlQueue2.setMethod("GET");
        urlQueue2.setSessionId("id2");
        urlQueue2.setUrl("http://www.id2.com/");

        ResponseData urlOnlyData = new ResponseData();
        urlOnlyData.setUrl("http://example.com");
        ResultData result2 = testTransformer.transform(urlOnlyData);
        assertNotNull(result2);
        assertNotNull(result2.getData());

        // ResponseData with response body
        ResponseData withBodyData = new ResponseData();
        withBodyData.setUrl("http://example.com");

        final Long waittime = 100L;

        CrawlingParameterUtil.setUrlQueue(new UrlQueueImpl());
        final UrlQueue q = CrawlingParameterUtil.getUrlQueue();
        for (int i = 0; i < numTasks; i++) {
            q.setUrl("http://example.com");
        }

        final HostIntervalController controller = new HostIntervalController();
        controller.delayMillisBeforeProcessing = waittime;
        controller.delayMillisAfterProcessing = 0L;