Merge branch 'main' into weight_by_size

lm_eval/tasks/kmmlu/hard/kmmlu_hard_public_safety.yaml

+dataset_name: public_safety
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_public_safety

lm_eval/tasks/kmmlu/hard/kmmlu_hard_railway_and_automotive_engineering.yaml

+dataset_name: railway_and_automotive_engineering
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_railway_and_automotive_engineering

lm_eval/tasks/kmmlu/hard/kmmlu_hard_real_estate.yaml

+dataset_name: real_estate
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_real_estate

lm_eval/tasks/kmmlu/hard/kmmlu_hard_refrigerating_machinery.yaml

+dataset_name: refrigerating_machinery
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_refrigerating_machinery

lm_eval/tasks/kmmlu/hard/kmmlu_hard_social_welfare.yaml

+dataset_name: social_welfare
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_social_welfare

lm_eval/tasks/kmmlu/hard/kmmlu_hard_taxation.yaml

+dataset_name: taxation
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_taxation

lm_eval/tasks/kmmlu/hard/kmmlu_hard_telecommunications_and_wireless_technology.yaml

+dataset_name: telecommunications_and_wireless_technology
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_telecommunications_and_wireless_technology

lm_eval/tasks/kmmlu/kmmlu_accounting.yaml

-"dataset_name": "Accounting"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_accounting"

lm_eval/tasks/kmmlu/kmmlu_agricultural_sciences.yaml

-"dataset_name": "Agricultural-Sciences"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_agricultural_sciences"

lm_eval/tasks/kmmlu/kmmlu_aviation_engineering_and_maintenance.yaml

-"dataset_name": "Aviation-Engineering-and-Maintenance"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_aviation_engineering_and_maintenance"

lm_eval/tasks/kmmlu/kmmlu_biology.yaml

-"dataset_name": "Biology"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_biology"

lm_eval/tasks/kmmlu/kmmlu_chemical_engineering.yaml

-"dataset_name": "Chemical-Engineering"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_chemical_engineering"

lm_eval/tasks/kmmlu/kmmlu_chemistry.yaml

-"dataset_name": "Chemistry"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_chemistry"

lm_eval/tasks/kmmlu/kmmlu_civil_engineering.yaml

-"dataset_name": "Civil-Engineering"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_civil_engineering"

lm_eval/tasks/kmmlu/kmmlu_computer_science.yaml

-"dataset_name": "Computer-Science"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_computer_science"

lm_eval/tasks/kmmlu/kmmlu_construction.yaml

-"dataset_name": "Construction"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_construction"

lm_eval/tasks/kmmlu/kmmlu_criminal_law.yaml

-"dataset_name": "Criminal-Law"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_criminal_law"

lm_eval/tasks/kmmlu/kmmlu_ecology.yaml

-"dataset_name": "Ecology"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_ecology"

lm_eval/tasks/kmmlu/kmmlu_economics.yaml

-"dataset_name": "Economics"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_economics"

lm_eval/tasks/kmmlu/kmmlu_education.yaml

-"dataset_name": "Education"
-"include": "_default_kmmlu_yaml"
-"task": "kmmlu_education"