merged main

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_electrical_engineering.yaml

+dataset_name: electrical_engineering
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_electrical_engineering

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_electronics_engineering.yaml

+dataset_name: electronics_engineering
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_electronics_engineering

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_energy_management.yaml

+dataset_name: energy_management
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_energy_management

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_environmental_science.yaml

+dataset_name: environmental_science
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_environmental_science

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_fashion.yaml

+dataset_name: fashion
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_fashion

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_food_processing.yaml

+dataset_name: food_processing
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_food_processing

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_gas_technology_and_engineering.yaml

+dataset_name: gas_technology_and_engineering
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_gas_technology_and_engineering

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_geomatics.yaml

+dataset_name: geomatics
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_geomatics

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_health.yaml

+dataset_name: health
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_health

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_industrial_engineer.yaml

+dataset_name: industrial_engineer
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_industrial_engineer

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_information_technology.yaml

+dataset_name: information_technology
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_information_technology

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_interior_architecture_and_design.yaml

+dataset_name: interior_architecture_and_design
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_interior_architecture_and_design

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_korean_history.yaml

+dataset_name: korean_history
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_korean_history

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_law.yaml

+dataset_name: law
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_law

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_machine_design_and_manufacturing.yaml

+dataset_name: machine_design_and_manufacturing
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_machine_design_and_manufacturing

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_management.yaml

+dataset_name: management
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_management

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_maritime_engineering.yaml

+dataset_name: maritime_engineering
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_maritime_engineering

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_marketing.yaml

+dataset_name: marketing
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_marketing

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_materials_engineering.yaml

+dataset_name: materials_engineering
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_materials_engineering

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_math.yaml

+dataset_name: math
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_math