Merge pull request #3538 from MattGPT-ai/fix/text-pair-regressor-eval…

…-metrics fix: use proper eval default main eval metrics for text pair regressor
flairNLP · Aug 23, 2024 · b72bea3 · b72bea3
2 parents 3685529 + abdb8d6
commit b72bea3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/flair/models/pairwise_regression_model.py b/flair/models/pairwise_regression_model.py
@@ -283,7 +283,7 @@ def evaluate(
         out_path: Union[str, Path, None] = None,
         embedding_storage_mode: EmbeddingStorageMode = "none",
         mini_batch_size: int = 32,
-        main_evaluation_metric: Tuple[str, str] = ("micro avg", "f1-score"),
+        main_evaluation_metric: Tuple[str, str] = ("correlation", "pearson"),
         exclude_labels: Optional[List[str]] = None,
         gold_label_dictionary: Optional[Dictionary] = None,
         return_loss: bool = True,