update

lm_eval/tasks/mmmu/_mmmu_mc_yaml

-include: _template_yaml
-process_docs: !function utils.process_multiple_choice

lm_eval/tasks/mmmu/_mmmu_open_yaml

-include: _template_yaml
-process_docs: !utils.process_open_choice
-dataset_name: Electronics
\ No newline at end of file

lm_eval/tasks/mmmu/_template_yaml

 dataset_path: MMMU/MMMU
-task: "mmmu_val"
 validation_split: validation
 output_type: generate_until
 doc_to_visual: !function utils.mmmu_doc_to_visual

lm_eval/tasks/mmmu/mmmu_electronics.yaml

+include: _template_yaml
 task: mmmu_electronics
-include: _mmmu_mc_yaml
-dataset_name: Electronics
\ No newline at end of file
+dataset_name: Electronics

lm_eval/tasks/mmmu/mmmu_yaml

 group: mmmu
 task:
   - mmmu_mc
-  - mmmu_open
\ No newline at end of file
+  - mmmu_open

lm_eval/tasks/mmmu/utils.py

@@ -476,8 +476,10 @@ def get_multi_choice_info(options):
 
     return index2ans, all_choices
 
-def process_multiple_choice(dataset):
-    return dataset.filter(lambda example: example["question_type"] == "multiple-choice")
 
-def process_open_choice(dataset):
-    return dataset.filter(lambda example: example["question_type"] == "open")
\ No newline at end of file
+# def process_multiple_choice(dataset):
+#     return dataset.filter(lambda example: example["question_type"] == "multiple-choice")
+
+
+# def process_open_choice(dataset):
+#     return dataset.filter(lambda example: example["question_type"] == "open")