diff --git a/src/main/java/com/olympus/hermione/stepSolvers/AdvancedQueryRagSolver.java b/src/main/java/com/olympus/hermione/stepSolvers/AdvancedQueryRagSolver.java index 1b9c21f..283841c 100644 --- a/src/main/java/com/olympus/hermione/stepSolvers/AdvancedQueryRagSolver.java +++ b/src/main/java/com/olympus/hermione/stepSolvers/AdvancedQueryRagSolver.java @@ -164,24 +164,21 @@ public class AdvancedQueryRagSolver extends StepSolver { } logger.info("Number of not unique VDB retrieved documents: " + docs.size()); - - //Remove duplicates from docs using document id docs = docs.stream().collect(Collectors.toMap(Document::getId, d -> d, (d1, d2) -> d1)).values().stream().collect(Collectors.toList()); logger.info("Number of VDB retrieved documents: " + docs.size()); - List result = new ArrayList(); - for (Document doc : docs) { - result.add(doc.getText()); - } + List source_doc = new ArrayList(); + String resultString = ""; - ArrayList source_doc = new ArrayList(); - for (Document doc : docs) { + for(Document doc : docs){ + resultString += "Document Source: " + doc.getMetadata().get("KsFileSource") + "\n"; + resultString += "--------------------------------------------------------------\n"; + resultString += doc.getText() + "\n"; source_doc.add((String)doc.getMetadata().get("KsFileSource")); } - String resultString = String.join("\n", result); - + this.scenarioExecution.getExecSharedMap().put("tech_rag_source_documents", source_doc); this.scenarioExecution.getExecSharedMap().put("tech_rag_query", queries); this.scenarioExecution.getExecSharedMap().put(this.outputField, resultString);