diff --git a/src/main/java/com/olympus/hermione/stepSolvers/EmbeddingDocTempSolver.java b/src/main/java/com/olympus/hermione/stepSolvers/EmbeddingDocTempSolver.java index 897ba1e..c2ef3da 100644 --- a/src/main/java/com/olympus/hermione/stepSolvers/EmbeddingDocTempSolver.java +++ b/src/main/java/com/olympus/hermione/stepSolvers/EmbeddingDocTempSolver.java @@ -107,7 +107,16 @@ public class EmbeddingDocTempSolver extends StepSolver { docIndex++; } logger.info("Adding {} split documents to vector store", splitDocs.size()); - vectorStore.add(splitDocs); + + // Carica un massimo di 10 documenti per volta + int batchSize = 10; + for (int i = 0; i < splitDocs.size(); i += batchSize) { + int end = Math.min(i + batchSize, splitDocs.size()); + List batch = splitDocs.subList(i, end); + vectorStore.add(batch); + logger.info("Added batch of {} documents to vector store (from {} to {})", batch.size(), i, end - 1); + } + //vectorStore.add(splitDocs); }); logger.info("All documents embedded and added to vector store successfully");