From 2586add9ed42a8004046660b2c8bce53d1b8ee43 Mon Sep 17 00:00:00 2001
From: "andrea.terzani" <andrea.terzani@accenture.com>
Date: Tue, 10 Jun 2025 11:46:47 +0200
Subject: [PATCH] Aggiungi elaborazione batch per l'aggiunta di documenti al
 vector store

---
 .../hermione/stepSolvers/EmbeddingDocTempSolver.java  | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/src/main/java/com/olympus/hermione/stepSolvers/EmbeddingDocTempSolver.java b/src/main/java/com/olympus/hermione/stepSolvers/EmbeddingDocTempSolver.java
index 897ba1e..c2ef3da 100644
--- a/src/main/java/com/olympus/hermione/stepSolvers/EmbeddingDocTempSolver.java
+++ b/src/main/java/com/olympus/hermione/stepSolvers/EmbeddingDocTempSolver.java
@@ -107,7 +107,16 @@ public class EmbeddingDocTempSolver extends StepSolver {
                     docIndex++;
                 } 
                 logger.info("Adding {} split documents to vector store", splitDocs.size());
-                vectorStore.add(splitDocs);
+
+            // Carica un massimo di 10 documenti per volta
+            int batchSize = 10;
+            for (int i = 0; i < splitDocs.size(); i += batchSize) {
+                int end = Math.min(i + batchSize, splitDocs.size());
+                List<Document> batch = splitDocs.subList(i, end);
+                vectorStore.add(batch);
+                logger.info("Added batch of {} documents to vector store (from {} to {})", batch.size(), i, end - 1);
+            }
+                //vectorStore.add(splitDocs);
             });
             logger.info("All documents embedded and added to vector store successfully");