Aggiungi elaborazione batch per l'aggiunta di documenti al vector store
This commit is contained in:
@@ -107,7 +107,16 @@ public class EmbeddingDocTempSolver extends StepSolver {
|
|||||||
docIndex++;
|
docIndex++;
|
||||||
}
|
}
|
||||||
logger.info("Adding {} split documents to vector store", splitDocs.size());
|
logger.info("Adding {} split documents to vector store", splitDocs.size());
|
||||||
vectorStore.add(splitDocs);
|
|
||||||
|
// Carica un massimo di 10 documenti per volta
|
||||||
|
int batchSize = 10;
|
||||||
|
for (int i = 0; i < splitDocs.size(); i += batchSize) {
|
||||||
|
int end = Math.min(i + batchSize, splitDocs.size());
|
||||||
|
List<Document> batch = splitDocs.subList(i, end);
|
||||||
|
vectorStore.add(batch);
|
||||||
|
logger.info("Added batch of {} documents to vector store (from {} to {})", batch.size(), i, end - 1);
|
||||||
|
}
|
||||||
|
//vectorStore.add(splitDocs);
|
||||||
});
|
});
|
||||||
logger.info("All documents embedded and added to vector store successfully");
|
logger.info("All documents embedded and added to vector store successfully");
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user