acc_norm not needed for pubmed_qa

81bdd5bd · Benjamin Fattori · 2411c9d3 · 81bdd5bd
Commit 81bdd5bd authored Jul 04, 2023 by Benjamin Fattori
Hide whitespace changes
Inline Side-by-side

Showing with 0 additions and 3 deletions

lm_eval/tasks/pubmedqa/pubmedqa.yaml lm_eval/tasks/pubmedqa/pubmedqa.yaml +0 -3

No files found.
--- a/lm_eval/tasks/pubmedqa/pubmedqa.yaml
+++ b/lm_eval/tasks/pubmedqa/pubmedqa.yaml
@@ -13,8 +13,5 @@ doc_to_target: !function preprocess_pubmedqa.doc_to_target
 gold_alias: !function preprocess_pubmedqa.gold_alias
 metric_list:
  - metric: acc
-    aggregation: mean
-    higher_is_better: true
-  - metric: acc_norm
    aggregation: mean
    higher_is_better: true
\ No newline at end of file