assertNotNull(crawlerThread, "FessCrawlerThread should be instantiable");
    }

    /**
     * Test URL deduplication in getAnchorSet
     */
    @Test
    public void test_getAnchorSet_deduplication() {
        FessCrawlerThread crawlerThread = new FessCrawlerThread();

        List<String> urls = new ArrayList<>();
        urls.add("http://example.com/page1");