}
    }

    /**
     * Deletes old documents that have the same URL but different document IDs
     * as the documents in the provided list. This prevents duplicate documents
     * from accumulating in the index.
     *
     * @param searchEngineClient the search engine client to use for deletion
     * @param docList the list of new documents to check against

    /**
     * Generates a summary of the specified documents.
     *
     * @param userMessage the user's message
     * @param documents the documents to summarize
     * @param history the conversation history
     * @param callback the streaming callback
     */
    void generateSummaryResponse(String userMessage, List<Map<String, Object>> documents, List<LlmMessage> history,
            LlmStreamCallback callback);

#### Document Migration

**Step 1: Export from Source**

Export documents from your existing Elasticsearch/OpenSearch cluster:

```bash
# Using elasticdump
elasticdump \
  --input=http://old-es-server:9200/my-index \
  --output=documents.json \
  --type=data
```

**Step 2: Convert to Fess Format**

Transform documents to include Fess required fields. Example transformation script:

```python

 * This class contains information about the number of suggest documents,
 * the number of input documents, any errors that occurred during the operation,
 * and the time taken to complete the operation.
 */
public class SuggestIndexResponse implements Response {
    /** The number of suggest documents. */
    protected final int numberOfSuggestDocs;
    /** The number of input documents. */
    protected final int numberOfInputDocs;

            doc.put("role", "Rguest");
            documents.add(doc);
        }

        requestBody.put("documents", documents);

        // Execute bulk create
        checkMethodBase(requestBody).put(API_PATH + "/" + BULK_ENDPOINT).then().body("response.status", equalTo(0));
        refresh();

        // Verify documents were created
        final Map<String, Object> searchBody = new HashMap<>();

    public IndexUpdateCallbackImpl() {
        // Default constructor
    }

    /** Atomic counter for the number of documents processed */
    protected AtomicLong documentSize = new AtomicLong(0);

    /** Total execution time for all operations */
    protected volatile long executeTime = 0;

    /** List of documents waiting to be indexed */
    protected final DocList docList = new DocList();

        Map<String, Object>[] documents = new Map[1];
        documents[0] = new HashMap<>();
        // Document doesn't contain the supported field
        documents[0].put("other_field", "some content");

        SuggestIndexResponse response = suggester.indexer().indexFromDocument(documents);

        assertNotNull(response);

                }
            }
        }

        /**
         * Deletes old documents from the search index.
         * This method removes documents that were indexed in previous
         * crawling sessions for the same data configuration, keeping
         * only the documents from the current session.
         *
         * <p>The deletion process:</p>
         * <ul>

/**
 * <p>
 * {@link ESSourceReader} reads documents from Elasticsearch using the scroll API.
 * It implements the {@link DocumentReader} interface to provide a way to iterate over documents
 * in a large index without loading all of them into memory at once.
 * </p>
 *
 * <p>
 * The reader supports limiting the number of documents read based on a percentage of the total documents

import io.restassured.response.Response;

/**
 * Integration tests for the Favorites API (/api/v1/favorites and /api/v1/documents/{docId}/favorite)
 * This test requires crawled documents and favorites feature to be properly configured
 */
@Tag("it")
@Disabled("Requires favorites feature to be enabled and crawled documents")
public class FavoritesApiTests extends CrawlTestBase {