CurlRequest request = new CurlRequest(Method.GET, "https://example.com");

        // Add params with special characters
        request.param("name", "John Doe").param("email", "******@****.***").param("query", "hello & goodbye").param("special", "100%");

        assertNotNull(request);
        assertEquals(Method.GET, request.method());
    }

    @Test
    public void testHeadersWithMultipleValues() {

        assertTrue(robotsTxt.allows("/orphaned2/", "AnyBot"));

        // Test GoodBot - should parse valid directives and ignore invalid ones
        assertNotNull(robotsTxt.getDirective("goodbot"));
        assertFalse(robotsTxt.allows("/admin/", "GoodBot"));
        assertTrue(robotsTxt.allows("/public/", "GoodBot"));
        // Invalid directives should not cause parsing to fail

# Case 1: Directives before any User-agent (should be ignored)
Disallow: /orphaned1/
Allow: /orphaned2/

# Case 2: Valid user-agent with various malformed directives
User-agent: GoodBot
Disallow: /admin/
InvalidDirective: some-value
unknown-field: test
Disallow /missing-colon
Disallow:    # empty value (should be treated as allowing all)
Allow: /public/
Crawl-delay: invalid-number