merged main

lm_eval/tasks/kmmlu/direct/kmmlu_direct_gas_technology_and_engineering.yaml

+dataset_name: Gas-Technology-and-Engineering
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_gas_technology_and_engineering

lm_eval/tasks/kmmlu/direct/kmmlu_direct_geomatics.yaml

+dataset_name: Geomatics
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_geomatics

lm_eval/tasks/kmmlu/direct/kmmlu_direct_health.yaml

+dataset_name: Health
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_health

lm_eval/tasks/kmmlu/direct/kmmlu_direct_industrial_engineer.yaml

+dataset_name: Industrial-Engineer
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_industrial_engineer

lm_eval/tasks/kmmlu/direct/kmmlu_direct_information_technology.yaml

+dataset_name: Information-Technology
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_information_technology

lm_eval/tasks/kmmlu/direct/kmmlu_direct_interior_architecture_and_design.yaml

+dataset_name: Interior-Architecture-and-Design
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_interior_architecture_and_design

lm_eval/tasks/kmmlu/direct/kmmlu_direct_korean_history.yaml

+dataset_name: Korean-History
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_korean_history

lm_eval/tasks/kmmlu/direct/kmmlu_direct_law.yaml

+dataset_name: Law
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_law

lm_eval/tasks/kmmlu/direct/kmmlu_direct_machine_design_and_manufacturing.yaml

+dataset_name: Machine-Design-and-Manufacturing
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_machine_design_and_manufacturing

lm_eval/tasks/kmmlu/direct/kmmlu_direct_management.yaml

+dataset_name: Management
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_management

lm_eval/tasks/kmmlu/direct/kmmlu_direct_maritime_engineering.yaml

+dataset_name: Maritime-Engineering
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_maritime_engineering

lm_eval/tasks/kmmlu/direct/kmmlu_direct_marketing.yaml

+dataset_name: Marketing
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_marketing

lm_eval/tasks/kmmlu/direct/kmmlu_direct_materials_engineering.yaml

+dataset_name: Materials-Engineering
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_materials_engineering

lm_eval/tasks/kmmlu/direct/kmmlu_direct_math.yaml

+dataset_name: Math
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_math

lm_eval/tasks/kmmlu/direct/kmmlu_direct_mechanical_engineering.yaml

+dataset_name: Mechanical-Engineering
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_mechanical_engineering

lm_eval/tasks/kmmlu/direct/kmmlu_direct_nondestructive_testing.yaml

+dataset_name: Nondestructive-Testing
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_nondestructive_testing

lm_eval/tasks/kmmlu/direct/kmmlu_direct_patent.yaml

+dataset_name: Patent
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_patent

lm_eval/tasks/kmmlu/direct/kmmlu_direct_political_science_and_sociology.yaml

+dataset_name: Political-Science-and-Sociology
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_political_science_and_sociology

lm_eval/tasks/kmmlu/direct/kmmlu_direct_psychology.yaml

+dataset_name: Psychology
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_psychology

lm_eval/tasks/kmmlu/direct/kmmlu_direct_public_safety.yaml

+dataset_name: Public-Safety
+include: _direct_kmmlu_yaml
+task: kmmlu_direct_public_safety