update

langchain-ai · Jan 21, 2025 · 3cfe340 · 3cfe340
1 parent 3892b23
commit 3cfe340
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/tests/unit_tests/evaluation/test_runner.py b/python/tests/unit_tests/evaluation/test_runner.py
@@ -614,7 +614,7 @@ def summary_eval_outputs_reference(outputs, reference_outputs):
         tolerance = 3
         assert total_slow < tolerance
         assert total_quick > (SPLIT_SIZE * NUM_REPETITIONS - 1) - tolerance
-        assert max(deltas) > (total / 4)
+        assert max(deltas) > (total / 3)
 
     async for r in results:
         assert r["run"].outputs["output"] == r["example"].inputs["in"] + 1  # type: ignore