allow small diff in metric test

lilacheden · lilacheden · commit e1ba399d9dc6 · 2025-12-08T17:05:26.000+02:00
diff --git a/tests/inference/test_inference_engine.py b/tests/inference/test_inference_engine.py
@@ -464,7 +464,7 @@ def test_ollama_inference_engine(self):
             {"source": "Answer in one word only. What is the capital of Canada"},
         ]
 
-        engine = OllamaInferenceEngine(model="llama3:8b", temperature=0.0)
+        engine = OllamaInferenceEngine(model="llama3.2:1b", temperature=0.0)
         predictions = engine.infer(dataset)
 
         self.assertTrue("Ottawa" in predictions[0], predictions[0])
diff --git a/tests/library/test_metrics.py b/tests/library/test_metrics.py
@@ -2708,7 +2708,7 @@ def test_perplexity(self):
             metric=perplexity_question, predictions=prediction, references=references
         )
         self.assertAlmostEqual(
-            first_instance_target, outputs[0]["score"]["instance"]["score"]
+            first_instance_target, outputs[0]["score"]["instance"]["score"], places=5
         )
 
     def test_fuzzyner(self):

Original file line number	Diff line number	Diff line change
`@@ -464,7 +464,7 @@ def test_ollama_inference_engine(self):`
`464`	`464`	`{"source": "Answer in one word only. What is the capital of Canada"},`
`465`	`465`	`]`
`466`	`466`
`467`		`- engine = OllamaInferenceEngine(model="llama3:8b", temperature=0.0)`
	`467`	`+ engine = OllamaInferenceEngine(model="llama3.2:1b", temperature=0.0)`
`468`	`468`	`predictions = engine.infer(dataset)`
`469`	`469`
`470`	`470`	`self.assertTrue("Ottawa" in predictions[0], predictions[0])`
Original file line number	Diff line number	Diff line change
`@@ -2708,7 +2708,7 @@ def test_perplexity(self):`
`2708`	`2708`	`metric=perplexity_question, predictions=prediction, references=references`
`2709`	`2709`	`)`
`2710`	`2710`	`self.assertAlmostEqual(`
`2711`		`- first_instance_target, outputs[0]["score"]["instance"]["score"]`
	`2711`	`+ first_instance_target, outputs[0]["score"]["instance"]["score"], places=5`
`2712`	`2712`	`)`
`2713`	`2713`
`2714`	`2714`	`def test_fuzzyner(self):`