assertNotNull(robotsTxt.getDirective("goodbot"));
        assertFalse(robotsTxt.allows("/admin/", "GoodBot"));
        assertTrue(robotsTxt.allows("/public/", "GoodBot"));
        // Invalid directives should not cause parsing to fail

        // Test crawl-delay with invalid values
        // Invalid number should be ignored, valid ones should work

    }

    public void test_parseXmlSitemaps_mixedValidInvalid() {
        // Mix of valid and invalid entries should parse valid ones
        final String xml =
                "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n" + "<urlset xmlns=\"http://www.sitemaps.org/schemas/sitemap/0.9\">\n"

        assertEquals(data2.getWeight(), data3.getWeight(), 0.001f);
    }

    public void test_overwritingValues() {
        // Test that later values overwrite earlier ones
        RequestData data = RequestDataBuilder.newRequestData()
                .get()
                .post()
                .url("https://first.com")
                .url("https://second.com")