merged main

lm_eval/tasks/kmmlu/kmmlu_aviation_engineering_and_maintenance.yaml

-"dataset_name": "Aviation-Engineering-and-Maintenance"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_aviation_engineering_and_maintenance"

lm_eval/tasks/kmmlu/kmmlu_biology.yaml

-"dataset_name": "Biology"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_biology"

lm_eval/tasks/kmmlu/kmmlu_chemical_engineering.yaml

-"dataset_name": "Chemical-Engineering"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_chemical_engineering"

lm_eval/tasks/kmmlu/kmmlu_chemistry.yaml

-"dataset_name": "Chemistry"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_chemistry"

lm_eval/tasks/kmmlu/kmmlu_civil_engineering.yaml

-"dataset_name": "Civil-Engineering"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_civil_engineering"

lm_eval/tasks/kmmlu/kmmlu_computer_science.yaml

-"dataset_name": "Computer-Science"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_computer_science"

lm_eval/tasks/kmmlu/kmmlu_construction.yaml

-"dataset_name": "Construction"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_construction"

lm_eval/tasks/kmmlu/kmmlu_criminal_law.yaml

-"dataset_name": "Criminal-Law"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_criminal_law"

lm_eval/tasks/kmmlu/kmmlu_ecology.yaml

-"dataset_name": "Ecology"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_ecology"

lm_eval/tasks/kmmlu/kmmlu_economics.yaml

-"dataset_name": "Economics"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_economics"

lm_eval/tasks/kmmlu/kmmlu_education.yaml

-"dataset_name": "Education"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_education"

lm_eval/tasks/kmmlu/kmmlu_electrical_engineering.yaml

-"dataset_name": "Electrical-Engineering"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_electrical_engineering"

lm_eval/tasks/kmmlu/kmmlu_electronics_engineering.yaml

-"dataset_name": "Electronics-Engineering"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_electronics_engineering"

lm_eval/tasks/kmmlu/kmmlu_energy_management.yaml

-"dataset_name": "Energy-Management"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_energy_management"

lm_eval/tasks/kmmlu/kmmlu_environmental_science.yaml

-"dataset_name": "Environmental-Science"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_environmental_science"

lm_eval/tasks/kmmlu/kmmlu_fashion.yaml

-"dataset_name": "Fashion"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_fashion"

lm_eval/tasks/kmmlu/kmmlu_food_processing.yaml

-"dataset_name": "Food-Processing"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_food_processing"

lm_eval/tasks/kmmlu/kmmlu_gas_technology_and_engineering.yaml

-"dataset_name": "Gas-Technology-and-Engineering"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_gas_technology_and_engineering"

lm_eval/tasks/kmmlu/kmmlu_geomatics.yaml

-"dataset_name": "Geomatics"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_geomatics"

lm_eval/tasks/kmmlu/kmmlu_health.yaml

-"dataset_name": "Health"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_health"