fix: use proper eval default main eval metrics for text pair regressor

flairNLP · Aug 23, 2024 · ca73975 · ca73975
1 parent 3d8f078
commit ca73975
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/flair/models/pairwise_regression_model.py b/flair/models/pairwise_regression_model.py
@@ -278,7 +278,7 @@ def evaluate(
  out_path: Union[str, Path, None] = None,
  embedding_storage_mode: EmbeddingStorageMode = "none",
  mini_batch_size: int = 32,
- main_evaluation_metric: Tuple[str, str] = ("micro avg", "f1-score"),
+ main_evaluation_metric: Tuple[str, str] = ("correlation", "pearson"),
  exclude_labels: Optional[List[str]] = None,
  gold_label_dictionary: Optional[Dictionary] = None,
  return_loss: bool = True,