Correct Faithfulness Verdict Map (#739)

closes #736 Co-authored-by: Baumgartner, Peter <[email protected]>
explodinggradients · Mar 12, 2024 · 7c4e7e6 · 7c4e7e6
1 parent 16cf5d7
commit 7c4e7e6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/ragas/metrics/_faithfulness.py b/src/ragas/metrics/_faithfulness.py
@@ -150,7 +150,7 @@ def _create_nli_prompt(self, row: t.Dict, statements: t.Any) -> PromptValue:
 
     def _compute_score(self, output: t.Any):
         # check the verdicts and compute the score
-        verdict_score_map = {"1": 1, "0": 0, "null": np.nan}
+        verdict_score_map = {"1": 1, "0": 0, "-1": np.nan}
         output = output if isinstance(output, list) else [output]
         faithful_statements = sum(
             verdict_score_map.get(