admin/apollo
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Modifica il tempo di retry per i documenti incorporati e aggiorna l'indice del documento nei metadati

Browse Source
This commit is contained in:
andrea.terzani
2025-03-29 08:19:52 +01:00
parent bbc08d9af6
commit 40a13e74f4
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/main/java/com/olympus/apollo/services/KSIngestor.java
View File

@@ -48,7 +48,7 @@ public class KSIngestor {
@Value("${ksingestor.embedded.doc.batch.size:20}") @Value("${ksingestor.embedded.doc.batch.size:20}")
private int embDocsBatchSize; private int embDocsBatchSize;
@Value("${ksingestor.embedded.doc.retry.time:20000}") @Value("${ksingestor.embedded.doc.retry.time:10000}")
private int embDocRetryTime; private int embDocRetryTime;
@@ -163,10 +163,13 @@ public class KSIngestor {
HashMap<String, String> metadata = ingestionInfo.getMetadata(); HashMap<String, String> metadata = ingestionInfo.getMetadata();
metadata.put("KsDocumentId",ksDocument.getId()); metadata.put("KsDocumentId",ksDocument.getId());
docs.forEach(doc -> {
int docIndex = 0;
docs.forEach(doc -> {
List<Document> splitDocs = splitter.split(doc); List<Document> splitDocs = splitter.split(doc);
for (Document splitDoc : splitDocs) { for (Document splitDoc : splitDocs) {
metadata.put("KsDocumentIndex",String.valueOf(docIndex));
docIndex++;
splitDoc.getMetadata().putAll(metadata); splitDoc.getMetadata().putAll(metadata);
} }
@@ -238,7 +241,7 @@ public class KSIngestor {
for (Document splitDoc : splitDocs) { for (Document splitDoc : splitDocs) {
meta2.put("KsDocumentUIndex",docIndex); meta2.put("KsDocumentIndex",docIndex);
splitDoc.getMetadata().putAll(meta2); splitDoc.getMetadata().putAll(meta2);
docIndex++; docIndex++;
} }