CurlRequest request = new CurlRequest(Method.GET, "https://example.com");

        // Add params with special characters
        request.param("name", "John Doe").param("email", "******@****.***").param("query", "hello & goodbye").param("special", "100%");

        assertNotNull(request);
        assertEquals(Method.GET, request.method());
    }

    @Test
    public void testHeadersWithMultipleValues() {

        assertTrue(robotsTxt.allows("/orphaned2/", "AnyBot"));

        // Test GoodBot - should parse valid directives and ignore invalid ones
        assertNotNull(robotsTxt.getDirective("goodbot"));
        assertFalse(robotsTxt.allows("/admin/", "GoodBot"));
        assertTrue(robotsTxt.allows("/public/", "GoodBot"));
        // Invalid directives should not cause parsing to fail