List<String> urls = new ArrayList<>();
        urls.add("http://example.com/page1");
        urls.add("http://example.com/page2");
        urls.add("http://example.com/page1"); // Duplicate
        urls.add("http://example.com/page3");
        urls.add("http://example.com/page2"); // Duplicate

        Set<RequestData> result = crawlerThread.getAnchorSet(urls);

        assertEquals("http://example.com/page1", result.get(0));
        assertEquals("http://example.com/page2", result.get(1));
        assertEquals("http://example.com/page3", result.get(2));
    }

    @Test
    public void test_getAnchorList_duplicatesFromSameTagType() throws Exception {
        final String data =

        // Get first page
        final Map<String, Object> searchBody = new HashMap<>();
        searchBody.put("size", 5);
        searchBody.put("page", 1);

        String response = checkMethodBase(searchBody).get(API_PATH + "/logs").asString();
        List<Map<String, Object>> page1 = JsonPath.from(response).getList("response.logs");

        logger.info("Page 1: {}", page1);

        // Get second page

        // Get first page
        final Map<String, Object> searchBody = new HashMap<>();
        searchBody.put("size", 5);
        searchBody.put("page", 1);

        String response = checkMethodBase(searchBody).get(API_PATH + "/logs").asString();
        List<Map<String, Object>> page1 = JsonPath.from(response).getList("response.logs");

        logger.info("Page 1: {}", page1);

        // Get second page

**Format**: NDJSON (Newline-Delimited JSON)

**Example**:
```bash
# Create NDJSON file
cat > documents.ndjson << 'EOF'
{"url":"http://example.com/page1","title":"Page 1","content":"Content here..."}
{"url":"http://example.com/page2","title":"Page 2","content":"More content..."}
EOF

# Import via API
curl -X PUT "http://localhost:8080/api/admin/documents/bulk" \
  -H "Content-Type: application/x-ndjson" \

        doc.put("url", "https://example.com/page.html");
        doc.put("title", "Test Page");
        doc.put("content", "Hello World");
        setupMockComponents(Collections.singletonList(doc));

        final String result = indexExportJob.execute();

        assertEquals("Exported 1 documents.", result);
        final Path expectedFile = tempDir.resolve("example.com/page.html");
        assertTrue(Files.exists(expectedFile));

        final List<ChatSource> sources = new ArrayList<>();
        final ChatSource source1 = new ChatSource();
        source1.setUrl("https://example.com/page1");
        source1.setTitle("Page 1");
        sources.add(source1);

        final Map<String, Object> response = chatApiManager.createSuccessResponse("session-123", "Response content", sources);

    }

    /**
     * Returns the total number of pages.
     *
     * @return The total number of pages.
     */
    public int getAllPageCount() {
        return allPageCount;
    }

    /**
     * Sets the total number of pages.
     *
     * @param allPageCount The total number of pages.
     */
    public void setAllPageCount(final int allPageCount) {

    /**
     * Default constructor for ReqHeaderPager.
     * Initializes the pager with default values for page size and current page number.
     */
    public ReqHeaderPager() {
        // Default constructor - initialization handled by field defaults and clear() method
    }

    /**
     * Clears all pager data and resets to default values.

     */
    private boolean existPrePage;

    /**
     * Flag indicating if a next page exists.
     */
    private boolean existNextPage;

    /**
     * List of page numbers for pagination.
     */
    private List<Integer> pageNumberList;

    /**
     * Number of records per page.
     */
    private int pageSize;

    /**
     * Current page number.
     */