Aggiungi elaborazione batch per l'aggiunta di documenti al vector store
This commit is contained in:
@@ -107,7 +107,16 @@ public class EmbeddingDocTempSolver extends StepSolver {
|
||||
docIndex++;
|
||||
}
|
||||
logger.info("Adding {} split documents to vector store", splitDocs.size());
|
||||
vectorStore.add(splitDocs);
|
||||
|
||||
// Carica un massimo di 10 documenti per volta
|
||||
int batchSize = 10;
|
||||
for (int i = 0; i < splitDocs.size(); i += batchSize) {
|
||||
int end = Math.min(i + batchSize, splitDocs.size());
|
||||
List<Document> batch = splitDocs.subList(i, end);
|
||||
vectorStore.add(batch);
|
||||
logger.info("Added batch of {} documents to vector store (from {} to {})", batch.size(), i, end - 1);
|
||||
}
|
||||
//vectorStore.add(splitDocs);
|
||||
});
|
||||
logger.info("All documents embedded and added to vector store successfully");
|
||||
|
||||
|
||||
Reference in New Issue
Block a user