new mmlu config

1960eb9a · lintangsutawika · 0ffdee02 · 1960eb9a
Commit 1960eb9a authored May 11, 2024 by lintangsutawika
Hide whitespace changes
Inline Side-by-side

Showing with 6 additions and 7 deletions

lm_eval/tasks/mmlu/default/_mmlu.yaml lm_eval/tasks/mmlu/default/_mmlu.yaml +6 -7

No files found.
--- a/lm_eval/tasks/mmlu/default/_mmlu.yaml
+++ b/lm_eval/tasks/mmlu/default/_mmlu.yaml
@@ -18,13 +18,12 @@ task:
    aggregate_metric: True
    weight_by_size: True
    tag_to_task: True
-  - hum
-  # - group: humanities
-  #   task:
-  #     - mmlu_humanities
-  #   aggregate_metric: True
-  #   weight_by_size: True
-  #   tag_to_task: True
+  - group: humanities
+    task:
+      - mmlu_humanities
+    aggregate_metric: True
+    weight_by_size: True
+    tag_to_task: True
 aggregate_metric: True
 weight_by_size: True
 version: 1