merged main

lm_eval/tasks/kmmlu/kmmlu_industrial_engineer.yaml

-"dataset_name": "Industrial-Engineer"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_industrial_engineer"

lm_eval/tasks/kmmlu/kmmlu_information_technology.yaml

-"dataset_name": "Information-Technology"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_information_technology"

lm_eval/tasks/kmmlu/kmmlu_interior_architecture_and_design.yaml

-"dataset_name": "Interior-Architecture-and-Design"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_interior_architecture_and_design"

lm_eval/tasks/kmmlu/kmmlu_law.yaml

-"dataset_name": "Law"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_law"

lm_eval/tasks/kmmlu/kmmlu_machine_design_and_manufacturing.yaml

-"dataset_name": "Machine-Design-and-Manufacturing"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_machine_design_and_manufacturing"

lm_eval/tasks/kmmlu/kmmlu_management.yaml

-"dataset_name": "Management"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_management"

lm_eval/tasks/kmmlu/kmmlu_maritime_engineering.yaml

-"dataset_name": "Maritime-Engineering"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_maritime_engineering"

lm_eval/tasks/kmmlu/kmmlu_marketing.yaml

-"dataset_name": "Marketing"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_marketing"

lm_eval/tasks/kmmlu/kmmlu_materials_engineering.yaml

-"dataset_name": "Materials-Engineering"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_materials_engineering"

lm_eval/tasks/kmmlu/kmmlu_mechanical_engineering.yaml

-"dataset_name": "Mechanical-Engineering"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_mechanical_engineering"

lm_eval/tasks/kmmlu/kmmlu_nondestructive_testing.yaml

-"dataset_name": "Nondestructive-Testing"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_nondestructive_testing"

lm_eval/tasks/kmmlu/kmmlu_patent.yaml

-"dataset_name": "Patent"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_patent"

lm_eval/tasks/kmmlu/kmmlu_political_science_and_sociology.yaml

-"dataset_name": "Political-Science-and-Sociology"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_political_science_and_sociology"

lm_eval/tasks/kmmlu/kmmlu_psychology.yaml

-"dataset_name": "Psychology"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_psychology"

lm_eval/tasks/kmmlu/kmmlu_public_safety.yaml

-"dataset_name": "Public-Safety"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_public_safety"

lm_eval/tasks/kmmlu/kmmlu_railway_and_automotive_engineering.yaml

-"dataset_name": "Railway-and-Automotive-Engineering"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_railway_and_automotive_engineering"

lm_eval/tasks/kmmlu/kmmlu_real_estate.yaml

-"dataset_name": "Real-Estate"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_real_estate"

lm_eval/tasks/kmmlu/kmmlu_refrigerating_machinery.yaml

-"dataset_name": "Refrigerating-Machinery"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_refrigerating_machinery"

lm_eval/tasks/kmmlu/kmmlu_social_welfare.yaml

-"dataset_name": "Social-Welfare"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_social_welfare"

lm_eval/tasks/kmmlu/kmmlu_taxation.yaml

-"dataset_name": "Taxation"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_taxation"