Apply stderr for macro f1 score

3670b32e · kabbi159 · 4bab5137 · 3670b32e
Commit 3670b32e authored Aug 02, 2022 by kabbi159
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

lm_eval/metrics.py lm_eval/metrics.py +1 -0

No files found.
--- a/lm_eval/metrics.py
+++ b/lm_eval/metrics.py
@@ -240,6 +240,7 @@ def stderr_for_metric(metric, bootstrap_iters):
        bleu,
        chrf,
        ter,
+        macro_f1_score,
    ]

    if metric in bootstrappable: