}
    }

    /**
     * Deletes old documents that have the same URL but different document IDs
     * as the documents in the provided list. This prevents duplicate documents
     * from accumulating in the index.
     *
     * @param searchEngineClient the search engine client to use for deletion
     * @param docList the list of new documents to check against

    /**
     * Generates a summary of the specified documents.
     *
     * @param userMessage the user's message
     * @param documents the documents to summarize
     * @param history the conversation history
     * @param callback the streaming callback
     */
    void generateSummaryResponse(String userMessage, List<Map<String, Object>> documents, List<LlmMessage> history,
            LlmStreamCallback callback);

#### Document Migration

**Step 1: Export from Source**

Export documents from your existing Elasticsearch/OpenSearch cluster:

```bash
# Using elasticdump
elasticdump \
  --input=http://old-es-server:9200/my-index \
  --output=documents.json \
  --type=data
```

**Step 2: Convert to Fess Format**

Transform documents to include Fess required fields. Example transformation script:

```python

    public IndexUpdateCallbackImpl() {
        // Default constructor
    }

    /** Atomic counter for the number of documents processed */
    protected AtomicLong documentSize = new AtomicLong(0);

    /** Total execution time for all operations */
    protected volatile long executeTime = 0;

    /** List of documents waiting to be indexed */
    protected final DocList docList = new DocList();

                }
            }
        }

        /**
         * Deletes old documents from the search index.
         * This method removes documents that were indexed in previous
         * crawling sessions for the same data configuration, keeping
         * only the documents from the current session.
         *
         * <p>The deletion process:</p>
         * <ul>

import io.restassured.response.Response;

/**
 * Integration tests for the Favorites API (/api/v1/favorites and /api/v1/documents/{docId}/favorite)
 * This test requires crawled documents and favorites feature to be properly configured
 */
@Tag("it")
@Disabled("Requires favorites feature to be enabled and crawled documents")
public class FavoritesApiTests extends CrawlTestBase {

/**
 * Job class for updating label information in the search index.
 * This job processes documents and updates their label fields based on URL pattern matching.
 */
public class UpdateLabelJob {

    private static final Logger logger = LogManager.getLogger(UpdateLabelJob.class);

    /**
     * Query builder for filtering documents to be processed.
     */
    protected QueryBuilder queryBuilder = null;

    /**

        int andRecordCount = JsonPath.from(andResponse).getInt("record_count");

        Map<String, String> params = new HashMap<>();
        params.put("q", query);
        params.put("num", "100");
        String response = checkMethodBase(new HashMap<>()).params(params).get("/api/v1/documents").asString();

    }

    /**
     * Extracts a subset of documents from the full result list based on pagination parameters.
     * Applies proper bounds checking to ensure the extracted range is within the document list size.
     *
     * @param docs the full list of search result documents
     * @param pageSize the number of documents to include in the page
     * @param startPosition the starting position for pagination

        if (body.documents == null) {
            throwValidationErrorApi(messages -> messages.addErrorsCrudFailedToCreateCrudTable(GLOBAL, "documents is required."));
        }
        if (body.documents.isEmpty()) {
            throwValidationErrorApi(messages -> messages.addErrorsCrudFailedToCreateCrudTable(GLOBAL, "documents is empty."));
        }
        final String indexFieldId = fessConfig.getIndexFieldId();