acc_norm not needed for pubmed_qa

81bdd5bd · Benjamin Fattori · 2411c9d3 · 81bdd5bd
Commit 81bdd5bd authored Jul 04, 2023 by Benjamin Fattori
Show whitespace changes
Inline Side-by-side

Showing with 0 additions and 3 deletions

lm_eval/tasks/pubmedqa/pubmedqa.yaml lm_eval/tasks/pubmedqa/pubmedqa.yaml +0 -3

No files found.
--- a/lm_eval/tasks/pubmedqa/pubmedqa.yaml
+++ b/lm_eval/tasks/pubmedqa/pubmedqa.yaml
@@ -15,6 +15,3 @@ metric_list:
  - metric: acc
    aggregation: mean
    higher_is_better: true
+\ No newline at end of file
-  - metric: acc_norm
-    aggregation: mean
-    higher_is_better: true
\ No newline at end of file