merged main

lm_eval/tasks/kmmlu/hard/kmmlu_hard_computer_science.yaml

+dataset_name: computer_science
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_computer_science

lm_eval/tasks/kmmlu/hard/kmmlu_hard_construction.yaml

+dataset_name: construction
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_construction

lm_eval/tasks/kmmlu/hard/kmmlu_hard_criminal_law.yaml

+dataset_name: criminal_law
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_criminal_law

lm_eval/tasks/kmmlu/hard/kmmlu_hard_ecology.yaml

+dataset_name: ecology
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_ecology

lm_eval/tasks/kmmlu/hard/kmmlu_hard_economics.yaml

+dataset_name: economics
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_economics

lm_eval/tasks/kmmlu/hard/kmmlu_hard_education.yaml

+dataset_name: education
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_education

lm_eval/tasks/kmmlu/hard/kmmlu_hard_electrical_engineering.yaml

+dataset_name: electrical_engineering
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_electrical_engineering

lm_eval/tasks/kmmlu/hard/kmmlu_hard_electronics_engineering.yaml

+dataset_name: electronics_engineering
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_electronics_engineering

lm_eval/tasks/kmmlu/hard/kmmlu_hard_energy_management.yaml

+dataset_name: energy_management
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_energy_management

lm_eval/tasks/kmmlu/hard/kmmlu_hard_environmental_science.yaml

+dataset_name: environmental_science
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_environmental_science

lm_eval/tasks/kmmlu/hard/kmmlu_hard_fashion.yaml

+dataset_name: fashion
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_fashion

lm_eval/tasks/kmmlu/hard/kmmlu_hard_food_processing.yaml

+dataset_name: food_processing
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_food_processing

lm_eval/tasks/kmmlu/hard/kmmlu_hard_gas_technology_and_engineering.yaml

+dataset_name: gas_technology_and_engineering
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_gas_technology_and_engineering

lm_eval/tasks/kmmlu/hard/kmmlu_hard_geomatics.yaml

+dataset_name: geomatics
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_geomatics

lm_eval/tasks/kmmlu/hard/kmmlu_hard_health.yaml

+dataset_name: health
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_health

lm_eval/tasks/kmmlu/hard/kmmlu_hard_industrial_engineer.yaml

+dataset_name: industrial_engineer
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_industrial_engineer

lm_eval/tasks/kmmlu/hard/kmmlu_hard_information_technology.yaml

+dataset_name: information_technology
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_information_technology

lm_eval/tasks/kmmlu/hard/kmmlu_hard_interior_architecture_and_design.yaml

+dataset_name: interior_architecture_and_design
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_interior_architecture_and_design

lm_eval/tasks/kmmlu/hard/kmmlu_hard_korean_history.yaml

+dataset_name: korean_history
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_korean_history

lm_eval/tasks/kmmlu/hard/kmmlu_hard_law.yaml

+dataset_name: law
+include: _hard_kmmlu_yaml
+task: kmmlu_hard_law