Merge branch 'main' into weight_by_size

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_chemical_engineering.yaml

+dataset_name: chemical_engineering
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_chemical_engineering

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_chemistry.yaml

+dataset_name: chemistry
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_chemistry

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_civil_engineering.yaml

+dataset_name: civil_engineering
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_civil_engineering

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_computer_science.yaml

+dataset_name: computer_science
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_computer_science

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_construction.yaml

+dataset_name: construction
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_construction

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_criminal_law.yaml

+dataset_name: criminal_law
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_criminal_law

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_ecology.yaml

+dataset_name: ecology
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_ecology

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_economics.yaml

+dataset_name: economics
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_economics

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_education.yaml

+dataset_name: education
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_education

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_electrical_engineering.yaml

+dataset_name: electrical_engineering
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_electrical_engineering

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_electronics_engineering.yaml

+dataset_name: electronics_engineering
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_electronics_engineering

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_energy_management.yaml

+dataset_name: energy_management
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_energy_management

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_environmental_science.yaml

+dataset_name: environmental_science
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_environmental_science

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_fashion.yaml

+dataset_name: fashion
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_fashion

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_food_processing.yaml

+dataset_name: food_processing
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_food_processing

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_gas_technology_and_engineering.yaml

+dataset_name: gas_technology_and_engineering
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_gas_technology_and_engineering

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_geomatics.yaml

+dataset_name: geomatics
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_geomatics

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_health.yaml

+dataset_name: health
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_health

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_industrial_engineer.yaml

+dataset_name: industrial_engineer
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_industrial_engineer

lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_information_technology.yaml

+dataset_name: information_technology
+include: _direct_hard_kmmlu_yaml
+task: kmmlu_hard_direct_information_technology