added cot fewshot for mmlu-pro

772d6f6f · Yu Shi Jie · fbeaa2c1 · 772d6f6f
Commit 772d6f6f authored Jun 14, 2024 by Yu Shi Jie
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 4 deletions

lm_eval/tasks/mmlu_pro/generative/mmlu_pro_math.yaml lm_eval/tasks/mmlu_pro/generative/mmlu_pro_math.yaml +4 -4

No files found.
--- a/lm_eval/tasks/mmlu_pro/generative/mmlu_pro_math.yaml
+++ b/lm_eval/tasks/mmlu_pro/generative/mmlu_pro_math.yaml
-"dataset_name": "chemistry"
-"description": "The following are multiple choice questions (with answers) about chemistry.\n\
+"dataset_name": "math"
+"description": "The following are multiple choice questions (with answers) about math.\n\
  \n"
 "group": "mmlu_pro_stem_generative"
 "group_alias": "stem"
 "include": "_default_template_yaml"
-"task": "mmlu_pro_chemistry_generative"
-"task_alias": "chemistry"
+"task": "mmlu_pro_math_generative"
+"task_alias": "math"