Change accuracy to acc

346be595 · FarzanehNakhaee · e33ae5ab · 346be595
Commit 346be595 authored Jun 14, 2023 by FarzanehNakhaee
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/tasks/lambada_cloze/lambada_standard_cloze.yaml lm_eval/tasks/lambada_cloze/lambada_standard_cloze.yaml +1 -1

No files found.
--- a/lm_eval/tasks/lambada_cloze/lambada_standard_cloze.yaml
+++ b/lm_eval/tasks/lambada_cloze/lambada_standard_cloze.yaml
@@ -16,6 +16,6 @@ metric_list:
  - metric: perplexity
    aggregation: perplexity
    higher_is_better: false
-  - metric: accuracy
+  - metric: acc
    aggregation: mean
    higher_is_better: true