public void test_defaultConstructor() {
        // Test default constructor
        RobotsTxt robotsTxt = new RobotsTxt();
        assertNotNull(robotsTxt);
    }

    public void test_allowsWithNoDirectives() {
        // Test allows method when no directives are set
        RobotsTxt robotsTxt = new RobotsTxt();

        // Should return true when no directives match