admin/hermione
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update Embedding in Q&A on DOC

Browse Source
This commit is contained in:
Emanuele Ferrelli
2025-04-01 13:03:46 +02:00
parent 717cb365ec
commit a985bcd46a
1 changed files with 10 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/main/java/com/olympus/hermione/stepSolvers/EmbeddingDocTempSolver.java
View File

@@ -84,15 +84,21 @@ public class EmbeddingDocTempSolver extends StepSolver {
this.max_num_chunks, this.max_num_chunks,
true); true);
docs.forEach(doc -> { docs.forEach(doc -> {
List<Document> splitDocs = splitter.split(doc); List<Document> splitDocs = splitter.split(doc);
Integer docIndex = 0;
logger.info("Number of documents: " + splitDocs.size()); logger.info("Number of documents: " + splitDocs.size());
splitDocs.forEach(splitDoc -> { for (Document splitDoc : splitDocs) {
splitDoc.getMetadata().put("KsScenarioExecutionId", this.scenario_execution_id); splitDoc.getMetadata().put("KsDocumentId", this.scenario_execution_id);
}); splitDoc.getMetadata().put("KsDocumentIndex",docIndex.toString());
logger.info("DOC INDEX: ", docIndex);
docIndex++;
}
vectorStore.add(splitDocs); vectorStore.add(splitDocs);
}); });
}catch (Exception e){ }catch (Exception e){
logger.error("Error while solvingStep: "+e.getMessage()); logger.error("Error while solvingStep: "+e.getMessage());
e.printStackTrace(); e.printStackTrace();