arc yaml set as 1 group

439c7c6c · lintangsutawika · a5f5d92b · 439c7c6c · 439c7c6c
Commit 439c7c6c authored May 15, 2023 by lintangsutawika
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 4 deletions

lm_eval/tasks/arc/arc_challenge.yaml lm_eval/tasks/arc/arc_challenge.yaml +2 -0

lm_eval/tasks/arc/arc_easy.yaml lm_eval/tasks/arc/arc_easy.yaml +3 -4

No files found.
--- a/lm_eval/tasks/arc/arc_challenge.yaml
+++ b/lm_eval/tasks/arc/arc_challenge.yaml
+group:
+  - arc_yaml
 task: arc_challenge_yaml
 dataset_path: ai2_arc
 dataset_name: ARC-Challenge

--- a/lm_eval/tasks/arc/arc_easy.yaml
+++ b/lm_eval/tasks/arc/arc_easy.yaml
+group:
+  - arc_yaml
 task: arc_easy_yaml
 dataset_path: ai2_arc
 dataset_name: ARC-Easy
@@ -17,7 +19,4 @@ metric_list:
    higher_is_better: true
  - metric: acc_mutual_info
    aggregation: mean
-    higher_is_better: true
-  # - metric: exact_match
-  #   aggregation: mean
-  #   higher_is_better: true
\ No newline at end of file
+    higher_is_better: true
\ No newline at end of file