assertEquals(2, crawlerContext.getRobotsTxtUrlSet().size());

        // Set new set
        Set<String> newSet = new HashSet<>();
        newSet.add("http://new.com/robots.txt");
        crawlerContext.setRobotsTxtUrlSet(newSet);
        assertSame(newSet, crawlerContext.getRobotsTxtUrlSet());
        assertEquals(1, crawlerContext.getRobotsTxtUrlSet().size());

        // Set null

    }

    /**
     * Gets the set of all metadata keys.
     *
     * @return the set of metadata keys
     */
    public Set<String> getKeySet() {
        return metadata.keySet();
    }

    /**
     * Gets the extracted content.
     *
     * @return the extracted content
     */
    public String getContent() {
        return content;
    }

    /**