edit test yaml

b7075cb9 · lintangsutawika · 42619159 · b7075cb9
Commit b7075cb9 authored Jan 22, 2024 by lintangsutawika
Show whitespace changes
Inline Side-by-side

Showing with 5 additions and 8 deletions

lm_eval/tasks/benchmarks/test.yaml lm_eval/tasks/benchmarks/test.yaml +5 -8

No files found.
--- a/lm_eval/tasks/benchmarks/test.yaml
+++ b/lm_eval/tasks/benchmarks/test.yaml
 group: grouptest
 task:
  - boolq
-  - group: arc_stuff
+  - group: random_collection
    task:
-      - arc_challenge
+      - ai2_arc
-      - glue
+      - task: cola
-      - task: arc_easy
-        metric_list:
-          - metric: acc
        num_fewshot: 3
-  # - task: mmlu
+  - task: mmlu
-  #   num_fewshot: 2
+    num_fewshot: 2