🍌 Update eval to pretty print failure reason. Also do a position-less…

… search

bananalyzer/data/schemas.py

@@ -1,7 +1,9 @@
+import json
 from abc import ABC, abstractmethod
 from typing import Any, Dict, List, Literal, Optional, Union
 
 import pytest
+from deepdiff import DeepDiff
 from pydantic import BaseModel, Field, model_validator
 
 from bananalyzer.data.fetch_schemas import fetch_schemas
@@ -39,9 +41,16 @@ def eval_action(self, _: str) -> bool:
         return True
 
     def eval_results(self, result: Dict[str, Any]) -> None:
-        if result != self.expected:
-            diff_msg = f"Expected: {self.expected}\nActual: {result}"
-            pytest.fail(f"JSONEval mismatch:\n{diff_msg}")
+        diff = DeepDiff(
+            self.expected, result, ignore_order=True, report_repetition=True
+        )
+        if diff:
+            # Pretty print both expected and actual results
+            pretty_expected = json.dumps(self.expected, indent=4)
+            pretty_actual = json.dumps(result, indent=4)
+
+            diff_msg = f"Actual: {pretty_actual}\nExpected: {pretty_expected}"
+            pytest.fail(f"JSONEval mismatch!\n{diff_msg}")
 
 
 class ActionEval(BaseModel):

pyproject.toml

@@ -13,6 +13,7 @@ python = "^3.11"
 playwright = "^1.39.0"
 pydantic = "^2.4.2"
 pytest-asyncio = "^0.21.1"
+deepdiff = "^6.7.0"
 
 [tool.poetry.group.test.dependencies]
 pytest = "^7.4.2"