admin/hermione
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merged PR 93: Update Embedding in Q&A on DOC

Browse Source 
Update Embedding in Q&A on DOC
This commit is contained in:
Ferrelli, Emanuele
2025-04-01 11:11:51 +00:00
parent 717cb365ec a985bcd46a
commit 53dcc742f7
1 changed files with 10 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
src/main/java/com/olympus/hermione/stepSolvers/EmbeddingDocTempSolver.java
View File

@@ -84,15 +84,21 @@ public class EmbeddingDocTempSolver extends StepSolver {
this.max_num_chunks,
true);
docs.forEach(doc -> {
List<Document> splitDocs = splitter.split(doc);
Integer docIndex = 0;
logger.info("Number of documents: " + splitDocs.size());
splitDocs.forEach(splitDoc -> {
splitDoc.getMetadata().put("KsScenarioExecutionId", this.scenario_execution_id);
});
for (Document splitDoc : splitDocs) {
splitDoc.getMetadata().put("KsDocumentId", this.scenario_execution_id);
splitDoc.getMetadata().put("KsDocumentIndex",docIndex.toString());
logger.info("DOC INDEX: ", docIndex);
docIndex++;
}
vectorStore.add(splitDocs);
});
}catch (Exception e){
logger.error("Error while solvingStep: "+e.getMessage());
e.printStackTrace();