From b9e3c835ce12365841b87a7e114a4617e9e71a03 Mon Sep 17 00:00:00 2001 From: Emanuele Ferrelli Date: Tue, 20 May 2025 15:13:52 +0200 Subject: [PATCH] Added null pointer tracking for Rag --- .../olympus/hermione/stepSolvers/AdvancedQueryRagSolver.java | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/main/java/com/olympus/hermione/stepSolvers/AdvancedQueryRagSolver.java b/src/main/java/com/olympus/hermione/stepSolvers/AdvancedQueryRagSolver.java index 537f1b9..29ab8ac 100644 --- a/src/main/java/com/olympus/hermione/stepSolvers/AdvancedQueryRagSolver.java +++ b/src/main/java/com/olympus/hermione/stepSolvers/AdvancedQueryRagSolver.java @@ -290,7 +290,10 @@ public class AdvancedQueryRagSolver extends StepSolver { } - docs = docs.stream().collect(Collectors.toMap(Document::getId, d -> d, (d1, d2) -> d1)).values().stream().collect(Collectors.toList()); + docs = docs.stream() + .filter(d -> d.getMetadata().get("KsDocumentId") != null) + .filter(d -> d.getMetadata().get("KsDocumentIndex") != null) + .collect(Collectors.toMap(Document::getId, d -> d, (d1, d2) -> d1)).values().stream().collect(Collectors.toList()); //Sort by KsDocumentId and KsDocumentIndex docs.sort((d1, d2) -> {