Aggiungi elaborazione batch per l'aggiunta di documenti al vector store

This commit is contained in:
andrea.terzani
2025-06-10 11:46:47 +02:00
parent 59d54685e1
commit 2586add9ed

View File

@@ -107,7 +107,16 @@ public class EmbeddingDocTempSolver extends StepSolver {
docIndex++;
}
logger.info("Adding {} split documents to vector store", splitDocs.size());
vectorStore.add(splitDocs);
// Carica un massimo di 10 documenti per volta
int batchSize = 10;
for (int i = 0; i < splitDocs.size(); i += batchSize) {
int end = Math.min(i + batchSize, splitDocs.size());
List<Document> batch = splitDocs.subList(i, end);
vectorStore.add(batch);
logger.info("Added batch of {} documents to vector store (from {} to {})", batch.size(), i, end - 1);
}
//vectorStore.add(splitDocs);
});
logger.info("All documents embedded and added to vector store successfully");