urlFilter.addInclude("http://test.com/.*");

        final String sessionId = "id1";
        urlFilter.init(sessionId);

        assertTrue(urlFilter.match("http://example.com/"));
        assertTrue(urlFilter.match("http://example.com/a"));
        assertTrue(urlFilter.match("http://test.com/"));
        assertTrue(urlFilter.match("http://test.com/a"));
    }

        // Add URLs to default set
        urlSet.add("http://example.com/robots.txt");
        urlSet.add("http://test.com/robots.txt");
        assertEquals(2, crawlerContext.getRobotsTxtUrlSet().size());

        // Set new set
        Set<String> newSet = new HashSet<>();
        newSet.add("http://new.com/robots.txt");
        crawlerContext.setRobotsTxtUrlSet(newSet);

        domainFilter.processUrl("http://example.com/");

        assertEquals(1, domainFilter.cachedIncludeSet.size());
        assertEquals(1, domainFilter.cachedExcludeSet.size());
        assertEquals("http://example.com/.*", domainFilter.cachedIncludeSet.toArray()[0]);
        assertEquals("http://example.com/.*", domainFilter.cachedExcludeSet.toArray()[0]);

        domainFilter.processUrl("https://test.com");

        String url;

        url = "http://hoge.com/http/fuga.html";
        assertEquals("http://hoge.com/http/fuga.html", urlConvertHelper.convert(url));

        url = "tp://hoge.com/http/fuga.html";
        assertEquals("tp://hoge.com/http/fuga.html", urlConvertHelper.convert(url));

        urlConvertHelper.add("^tp:", "http:");

        url = "http://hoge.com/http/fuga.html";

        urlFilter.addInclude("https://example.com/.*");
        urlFilter.addInclude("https://test.com/.*");
        urlFilter.addInclude(".*\\.pdf$");

        assertTrue(urlFilter.match("https://example.com/"));
        assertTrue(urlFilter.match("https://test.com/page"));
        assertTrue(urlFilter.match("https://any.com/document.pdf"));
        assertFalse(urlFilter.match("https://other.com/page.html"));
    }

    /**

        assertNotNull(dataService.getAccessResult("id2", "http://www.id2.com/"));

        dataService.store(accessResult1);
        assertNotNull(dataService.getAccessResult("id1", "http://www.id1.com/"));

        dataService.deleteAll();

        assertNull(dataService.getAccessResult("id1", "http://www.id1.com/"));

        assertEquals("http://www.example.com/", sitemaps[0].getLoc());
        assertEquals("monthly", ((SitemapUrl) sitemaps[0]).getChangefreq());
        assertEquals("0.8", ((SitemapUrl) sitemaps[0]).getPriority());

        assertNull(sitemaps[1].getLastmod());
        assertEquals("http://www.example.com/catalog?item=12&desc=vacation_hawaii", sitemaps[1].getLoc());

        assertEquals("http://example.com:8080/path/file", HcHttpClient.constructRedirectLocation("http://example.com:8080/path/", "file"));
        assertEquals("http://example.com/%E3%83%86%E3%82%B9%E3%83%88",
                HcHttpClient.constructRedirectLocation("http://example.com/", "テスト"));
        assertEquals("http://example.com/hello%20world", HcHttpClient.constructRedirectLocation("http://example.com/", "hello world"));

        responseData.setUrl("http://example.com/sitemap.xml");
        File file = ResourceUtil.getResourceAsFile("sitemaps/sitemap1.xml");
        responseData.setResponseBody(file, false);
        return responseData;
    }

    private ResponseData getTestData2_OK() {
        final ResponseData responseData = new ResponseData();
        responseData.setUrl("http://example.com/sitemap.xml.gz");

        url = "http://test.com/hoge1.pdf";
        params.put(ExtractData.URL, url);
        assertEquals("password", pdfExtractor.getPassword(params));

        url = "http://test.com/hoge1.pdf";
        params.put(ExtractData.URL, url);
        assertEquals("password", pdfExtractor.getPassword(params));

        url = "http://test.com/fuga.pdf";
        params.put(ExtractData.URL, url);