add process for each subtask

lm_eval/tasks/mmlu_pro/_default_template_yaml

@@ -4,6 +4,7 @@ fewshot_split: validation
 fewshot_config:
   sampler: first_n
   doc_to_text: !function utils.fewshot_to_text
+  doc_to_target: ""
 output_type: generate_until
 doc_to_text: !function utils.doc_to_text
 doc_to_target: answer

lm_eval/tasks/mmlu_pro/mmlu_pro_business.yaml

-dataset_name: "business"
 description: "The following are multiple choice questions (with answers) about business. Think step by step and then finish your answer with \"the answer is (X)\" where X is the correct letter choice."
 include: "_default_template_yaml"
 task: "mmlu_pro_business"
 task_alias: "business"
+process_docs: !function utils.process_business

lm_eval/tasks/mmlu_pro/mmlu_pro_chemistry.yaml

-dataset_name: "math"
 description: "The following are multiple choice questions (with answers) about chemistry. Think step by step and then finish your answer with \"the answer is (X)\" where X is the correct letter choice."
 include: "_default_template_yaml"
-task: "mmlu_pro_math"
-task_alias: "math"
+task: "mmlu_pro_chemistry"
+task_alias: "chemistry"
+process_docs: !function utils.process_chemistry
\ No newline at end of file

lm_eval/tasks/mmlu_pro/mmlu_pro_computer_science.yaml

-dataset_name: "computer_science"
 description: "The following are multiple choice questions (with answers) about computer science. Think step by step and then finish your answer with \"the answer is (X)\" where X is the correct letter choice."
 include: "_default_template_yaml"
 task: "mmlu_pro_computer_science"
 task_alias: "computer_science"
+process_docs: !function utils.process_computer_science
\ No newline at end of file

lm_eval/tasks/mmlu_pro/mmlu_pro_economics.yaml

-dataset_name: "economics"
 description: "The following are multiple choice questions (with answers) about economics. Think step by step and then finish your answer with \"the answer is (X)\" where X is the correct letter choice."
 include: "_default_template_yaml"
 task: "mmlu_pro_economics"
 task_alias: "economics"
+process_docs: !function utils.process_economics
\ No newline at end of file

lm_eval/tasks/mmlu_pro/mmlu_pro_engineering.yaml

-dataset_name: "engineering"
 description: "The following are multiple choice questions (with answers) about engineering. Think step by step and then finish your answer with \"the answer is (X)\" where X is the correct letter choice."
 include: "_default_template_yaml"
 task: "mmlu_pro_engineering"
 task_alias: "engineering"
+process_docs: !function utils.process_engineering
\ No newline at end of file

lm_eval/tasks/mmlu_pro/mmlu_pro_health.yaml

-dataset_name: "health"
 description: "The following are multiple choice questions (with answers) about health. Think step by step and then finish your answer with \"the answer is (X)\" where X is the correct letter choice."
 include: "_default_template_yaml"
 task: "mmlu_pro_health"
 task_alias: "health"
+process_docs: !function utils.process_health
\ No newline at end of file

lm_eval/tasks/mmlu_pro/mmlu_pro_history.yaml

-dataset_name: "history"
 description: "The following are multiple choice questions (with answers) about history. Think step by step and then finish your answer with \"the answer is (X)\" where X is the correct letter choice."
 include: "_default_template_yaml"
 task: "mmlu_pro_history"
 task_alias: "history"
+process_docs: !function utils.process_history
\ No newline at end of file

lm_eval/tasks/mmlu_pro/mmlu_pro_law.yaml

-dataset_name: "law"
 description: "The following are multiple choice questions (with answers) about law. Think step by step and then finish your answer with \"the answer is (X)\" where X is the correct letter choice."
 include: "_default_template_yaml"
 task: "mmlu_pro_law"
 task_alias: "law"
+process_docs: !function utils.process_law
\ No newline at end of file

lm_eval/tasks/mmlu_pro/mmlu_pro_math.yaml

-dataset_name: "math"
 description: "The following are multiple choice questions (with answers) about math. Think step by step and then finish your answer with \"the answer is (X)\" where X is the correct letter choice."
 include: "_default_template_yaml"
 task: "mmlu_pro_math"
 task_alias: "math"
+process_docs: !function utils.process_math
\ No newline at end of file

lm_eval/tasks/mmlu_pro/mmlu_pro_other.yaml

-dataset_name: "other"
 description: "The following are multiple choice questions (with answers) about other. Think step by step and then finish your answer with \"the answer is (X)\" where X is the correct letter choice."
 include: "_default_template_yaml"
 task: "mmlu_pro_other"
 task_alias: "other"
+process_docs: !function utils.process_other
\ No newline at end of file

lm_eval/tasks/mmlu_pro/mmlu_pro_philosophy.yaml

-dataset_name: "philosophy"
 description: "The following are multiple choice questions (with answers) about philosophy. Think step by step and then finish your answer with \"the answer is (X)\" where X is the correct letter choice."
 include: "_default_template_yaml"
 task: "mmlu_pro_philosophy"
 task_alias: "philosophy"
+process_docs: !function utils.process_philosophy
\ No newline at end of file

lm_eval/tasks/mmlu_pro/mmlu_pro_physics.yaml

-dataset_name: "physics"
 description: "The following are multiple choice questions (with answers) about physics. Think step by step and then finish your answer with \"the answer is (X)\" where X is the correct letter choice."
 include: "_default_template_yaml"
 task: "mmlu_pro_physics"
 task_alias: "physics"
+process_docs: !function utils.process_physics
\ No newline at end of file

lm_eval/tasks/mmlu_pro/mmlu_pro_psychology.yaml

-dataset_name: "psychology"
 description: "The following are multiple choice questions (with answers) about psychology. Think step by step and then finish your answer with \"the answer is (X)\" where X is the correct letter choice."
 include: "_default_template_yaml"
 task: "mmlu_pro_psychology"
 task_alias: "psychology"
+process_docs: !function utils.process_psychology
\ No newline at end of file