other metric test

kampersanda · Oct 26, 2024 · 95eecc7 · 95eecc7
1 parent f5e19aa
commit 95eecc7
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/scripts/compare_with_trec_eval.py b/scripts/compare_with_trec_eval.py
@@ -74,6 +74,16 @@ def compare_decimal_places(a: str, b: str, decimal_places: int) -> bool:
         [metric for _, metric in metric_pairs],
     )
 
+    # Add some additional basic metrics
+    metric_pairs.extend(
+        [
+            ("num_q", "n_queries_in_true"),
+            ("num_q", "n_queries_in_pred"),
+            ("num_ret", "n_docs_in_pred"),
+            ("num_rel", "n_true_relevant_docs"),
+        ]
+    )
+
     failed_rows: list[str] = []
     for trec_metric, elinor_metric in metric_pairs:
         trec_score = trec_results["trec_eval_output"][trec_metric]