diff --git a/src/ragas/metrics/_faithfulness.py b/src/ragas/metrics/_faithfulness.py index 5f3d0be6b..0974b1779 100644 --- a/src/ragas/metrics/_faithfulness.py +++ b/src/ragas/metrics/_faithfulness.py @@ -150,7 +150,7 @@ def _create_nli_prompt(self, row: t.Dict, statements: t.Any) -> PromptValue: def _compute_score(self, output: t.Any): # check the verdicts and compute the score - verdict_score_map = {"1": 1, "0": 0, "null": np.nan} + verdict_score_map = {"1": 1, "0": 0, "-1": np.nan} output = output if isinstance(output, list) else [output] faithful_statements = sum( verdict_score_map.get(