d✨ Ignore none

bananalyzer/runner/evals.py

@@ -12,6 +12,10 @@ def validate_field_match(expected: Result, actual: Result, field: str) -> None:
     expected_value = expected.get(field, None)
     actual_value = actual.get(field, None)
 
+    # Treat empty string as none
+    if actual_value is "":
+        actual_value = None
+
     matcher = get_matcher(expected_value, actual_value)
     if not matcher(actual_value, expected_value):
         pytest.fail(f"{expected_value} != {actual_value}")

pyproject.toml

@@ -1,6 +1,7 @@
 [tool.poetry]
 name = "bananalyzer"
-version = "0.6.2"
+version = "0.6.3"
+
 description = "Open source AI Agent evaluation framework for web tasks 🐒🍌"
 authors = ["asim-shrestha <[email protected]>"]
 readme = "README.md"

tests/test_evals.py

@@ -83,6 +83,7 @@ def test_is_string_similar(actual, expected, tolerance, expected_result):
         ({"field": "test"}, {"field": "test!!"}, "field"),
         ({"field": 123}, {"field": 123}, "field"),
         ({"field": [1, 2, 3]}, {"field": [1, 2, 3]}, "field"),
+        ({"field": None}, {"field": ""}, "field"),  # None == ""
     ],
 )
 def test_validate_field_match_pass(expected, actual, field):