assertTrue(urlFilter.match("https://example.com/page.html"));
        assertFalse(urlFilter.match("https://example.com/style.css"));
        assertFalse(urlFilter.match("https://example.com/script.js"));
        assertFalse(urlFilter.match("https://example.com/admin/login"));
        assertFalse(urlFilter.match("https://example.com/page#section"));
    }

    /**

            assertFalse(robotsTxt.allows("/aaa", userAgent));
            assertFalse(robotsTxt.allows("/private/", userAgent));
            assertFalse(robotsTxt.allows("/private/index.html", userAgent));
            assertFalse(robotsTxt.allows("/help/", userAgent));
            assertFalse(robotsTxt.allows("/help.html", userAgent));
            assertFalse(robotsTxt.allows("/help/faq.html", userAgent));

        regexRule.addRule("mimeType", Pattern.compile("text/html"));

        assertTrue(regexRule.match(getTestData1()));
        assertFalse(regexRule.match(getTestData2()));
        assertFalse(regexRule.match(getTestData3()));
        assertFalse(regexRule.match(getTestData4()));
    }

    public void test_match_or() {
        final RegexRule regexRule = new RegexRule();

        assertTrue(processor.isSuccessful(responseData));

        responseData.setHttpStatusCode(100);
        assertFalse(processor.isSuccessful(responseData));
        responseData.setHttpStatusCode(304);
        assertFalse(processor.isSuccessful(responseData));
        responseData.setHttpStatusCode(404);
        assertFalse(processor.isSuccessful(responseData));
    }

    public void test_isNotModified() {

        value = " irc:...";
        assertFalse(htmlTransformer.isValidPath(value));

        value = "JAVASCRIPT:...";
        assertFalse(htmlTransformer.isValidPath(value));

        value = "MAILTO:...";
        assertFalse(htmlTransformer.isValidPath(value));

        value = "IRC:...";
        assertFalse(htmlTransformer.isValidPath(value));
    }

        assertFalse(auth.matches("ftp://hostname:111/"));
        assertFalse(auth.matches("ftp://hostname:xx/"));
        assertFalse(auth.matches("ftp://hoge/test/aaa.html"));
        assertFalse(auth.matches("ftp://hoge/test"));
        assertFalse(auth.matches("ftp://hoge/"));
        assertFalse(auth.matches("ftp://hoge"));
        assertFalse(auth.matches("ftp://"));

        assertTrue(request.isHiraganaQuery("ぁぃぅぇぉっゃゅょ"));

        assertFalse(request.isHiraganaQuery("こ犬"));
        assertFalse(request.isHiraganaQuery("abc"));
        assertFalse(request.isHiraganaQuery("カキク"));
        assertFalse(request.isHiraganaQuery("あカ"));
        assertFalse(request.isHiraganaQuery("アか"));
        assertFalse(request.isHiraganaQuery("abcあ"));
    }

        final String sessionId = "id1";
        urlFilter.init(sessionId);

        assertFalse(urlFilter.match("http://example.com/"));
        assertFalse(urlFilter.match("http://example.com/a"));
        assertFalse(urlFilter.match("http://test.com/"));
        assertFalse(urlFilter.match("http://test.com/a"));
    }

    public void test_match_both() {

            assertEquals(1, crawlerContext.getRobotsTxtUrlSet().size());
            assertTrue(crawlerContext.getRobotsTxtUrlSet().contains("http://localhost:7070/robots.txt"));
            assertFalse(urlFilter.match("http://localhost:7070/admin/"));
            assertFalse(urlFilter.match("http://localhost:7070/websvn/"));
        } finally {
            server.stop();
        }
    }

    public void test_processRobotsTxt_disabled() {

        // Different instances
        assertFalse(CrawlerStatus.INITIALIZING.equals(CrawlerStatus.RUNNING));
        assertFalse(CrawlerStatus.INITIALIZING.equals(CrawlerStatus.DONE));
        assertFalse(CrawlerStatus.RUNNING.equals(CrawlerStatus.DONE));

        // Null comparison
        assertFalse(CrawlerStatus.INITIALIZING.equals(null));

        // Different type comparison