Validate extracted data against schema

bananalyzer/runner/generator.py

@@ -30,9 +30,18 @@ async def result(self, page, agent_constructor):
         agent = agent_constructor()
         try:
             data = await agent.run(page, self.example)
+            validator = PydanticSchemaParser(self.example.schema_)
+            if self.example.type == "detail":
+                validated_data = validator.validate(data, self.example.url)
+            elif self.example.type == "listing_detail":
+                validated_data = []
+                for d in data:
+                    validated_data.append(validator.validate(d, self.example.url))
+            else:
+                validated_data = data
         except Exception as e:
             error = e
-        yield data, error
+        yield validated_data, error
 
     {"".join(self._generate_eval_test(eval_, i, {
                 "category": example.category,

bananalyzer/runner/runner.py

@@ -45,6 +45,7 @@ def create_test_file(
 
 from bananalyzer.data.examples import get_example_by_url
 from playwright.async_api import async_playwright
+from harambe.parser.parser import PydanticSchemaParser
 
 @pytest.fixture(scope="session")
 def event_loop():