fix metric logging

e9eb451e · Baber · acf454b7 · e9eb451e
Commit e9eb451e authored May 19, 2025 by Baber
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/evaluator.py lm_eval/evaluator.py +1 -1

No files found.
--- a/lm_eval/evaluator.py
+++ b/lm_eval/evaluator.py
@@ -630,7 +630,7 @@ def evaluate(
                            req.filtered_resps[filter_key] for req in requests
                        ],
                        "filter": filter_key,
-                        "metrics": list(set(m.keys() for m in metrics)),
+                        "metrics": list({k for m in metrics for k in m.keys()}),
                        "doc_hash": hash_string(
                            json.dumps(
                                requests[0].doc,