cleanup

a74d0408 · Baber · f8f0a72d · a74d0408
Commit a74d0408 authored Jan 19, 2025 by Baber
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/tasks/ruler/ruler.yaml lm_eval/tasks/ruler/ruler.yaml +1 -1

No files found.
--- a/lm_eval/tasks/ruler/ruler.yaml
+++ b/lm_eval/tasks/ruler/ruler.yaml
@@ -14,7 +14,7 @@ task:
  - ruler_qa_squad
  - ruler_qa_hotpot
 aggregate_metric_list:
-  - metric: acc
+  - metric: "4096"
    weight_by_size: False
 metadata:
  version: 1