Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
c64da8ac
Commit
c64da8ac
authored
Dec 10, 2023
by
h-albert-lee
Browse files
update yaml config
parent
1b14602e
Changes
45
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
60 additions
and
60 deletions
+60
-60
lm_eval/tasks/kmmlu/kmmlu_accounting.yaml
lm_eval/tasks/kmmlu/kmmlu_accounting.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_agricultural sciences.yaml
lm_eval/tasks/kmmlu/kmmlu_agricultural sciences.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_aviation engineering and maintenance.yaml
...sks/kmmlu/kmmlu_aviation engineering and maintenance.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_biology.yaml
lm_eval/tasks/kmmlu/kmmlu_biology.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_chemical engineering.yaml
lm_eval/tasks/kmmlu/kmmlu_chemical engineering.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_chemistry.yaml
lm_eval/tasks/kmmlu/kmmlu_chemistry.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_civil engineering.yaml
lm_eval/tasks/kmmlu/kmmlu_civil engineering.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_computer science.yaml
lm_eval/tasks/kmmlu/kmmlu_computer science.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_construction.yaml
lm_eval/tasks/kmmlu/kmmlu_construction.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_criminal law.yaml
lm_eval/tasks/kmmlu/kmmlu_criminal law.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_ecology.yaml
lm_eval/tasks/kmmlu/kmmlu_ecology.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_economics.yaml
lm_eval/tasks/kmmlu/kmmlu_economics.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_education.yaml
lm_eval/tasks/kmmlu/kmmlu_education.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_electrical engineering.yaml
lm_eval/tasks/kmmlu/kmmlu_electrical engineering.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_electronics engineering.yaml
lm_eval/tasks/kmmlu/kmmlu_electronics engineering.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_energy management.yaml
lm_eval/tasks/kmmlu/kmmlu_energy management.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_environmental science.yaml
lm_eval/tasks/kmmlu/kmmlu_environmental science.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_fashion.yaml
lm_eval/tasks/kmmlu/kmmlu_fashion.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_food processing.yaml
lm_eval/tasks/kmmlu/kmmlu_food processing.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_gas technology and engineering.yaml
...val/tasks/kmmlu/kmmlu_gas technology and engineering.yaml
+3
-3
No files found.
lm_eval/tasks/kmmlu/kmmlu_accounting.yaml
View file @
c64da8ac
dataset_name
:
Accounting
include
:
_default_kmmlu_yaml
task
:
kmmlu_accounting
"
dataset_name
"
:
"
Accounting
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_accounting
"
lm_eval/tasks/kmmlu/kmmlu_agricultural sciences.yaml
View file @
c64da8ac
dataset_name
:
Agricultural Sciences
include
:
_default_kmmlu_yaml
task
:
kmmlu_agricultural
sciences
"
dataset_name
"
:
"
Agricultural
Sciences
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_agricultural
-
sciences
"
lm_eval/tasks/kmmlu/kmmlu_aviation engineering and maintenance.yaml
View file @
c64da8ac
dataset_name
:
Aviation Engineering and Maintenance
include
:
_default_kmmlu_yaml
task
:
kmmlu_aviation
engineering
and
maintenance
"
dataset_name
"
:
"
Aviation
Engineering
and
Maintenance
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_aviation
-
engineering
-
and
-
maintenance
"
lm_eval/tasks/kmmlu/kmmlu_biology.yaml
View file @
c64da8ac
dataset_name
:
Biology
include
:
_default_kmmlu_yaml
task
:
kmmlu_biology
"
dataset_name
"
:
"
Biology
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_biology
"
lm_eval/tasks/kmmlu/kmmlu_chemical engineering.yaml
View file @
c64da8ac
dataset_name
:
Chemical Engineering
include
:
_default_kmmlu_yaml
task
:
kmmlu_chemical
engineering
"
dataset_name
"
:
"
Chemical
Engineering
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_chemical
-
engineering
"
lm_eval/tasks/kmmlu/kmmlu_chemistry.yaml
View file @
c64da8ac
dataset_name
:
Chemistry
include
:
_default_kmmlu_yaml
task
:
kmmlu_chemistry
"
dataset_name
"
:
"
Chemistry
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_chemistry
"
lm_eval/tasks/kmmlu/kmmlu_civil engineering.yaml
View file @
c64da8ac
dataset_name
:
Civil Engineering
include
:
_default_kmmlu_yaml
task
:
kmmlu_civil
engineering
"
dataset_name
"
:
"
Civil
Engineering
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_civil
-
engineering
"
lm_eval/tasks/kmmlu/kmmlu_computer science.yaml
View file @
c64da8ac
dataset_name
:
Computer Science
include
:
_default_kmmlu_yaml
task
:
kmmlu_computer
science
"
dataset_name
"
:
"
Computer
Science
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_computer
-
science
"
lm_eval/tasks/kmmlu/kmmlu_construction.yaml
View file @
c64da8ac
dataset_name
:
Construction
include
:
_default_kmmlu_yaml
task
:
kmmlu_construction
"
dataset_name
"
:
"
Construction
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_construction
"
lm_eval/tasks/kmmlu/kmmlu_criminal law.yaml
View file @
c64da8ac
dataset_name
:
Criminal Law
include
:
_default_kmmlu_yaml
task
:
kmmlu_criminal
law
"
dataset_name
"
:
"
Criminal
Law
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_criminal
-
law
"
lm_eval/tasks/kmmlu/kmmlu_ecology.yaml
View file @
c64da8ac
dataset_name
:
Ecology
include
:
_default_kmmlu_yaml
task
:
kmmlu_ecology
"
dataset_name
"
:
"
Ecology
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_ecology
"
lm_eval/tasks/kmmlu/kmmlu_economics.yaml
View file @
c64da8ac
dataset_name
:
Economics
include
:
_default_kmmlu_yaml
task
:
kmmlu_economics
"
dataset_name
"
:
"
Economics
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_economics
"
lm_eval/tasks/kmmlu/kmmlu_education.yaml
View file @
c64da8ac
dataset_name
:
Education
include
:
_default_kmmlu_yaml
task
:
kmmlu_education
"
dataset_name
"
:
"
Education
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_education
"
lm_eval/tasks/kmmlu/kmmlu_electrical engineering.yaml
View file @
c64da8ac
dataset_name
:
Electrical Engineering
include
:
_default_kmmlu_yaml
task
:
kmmlu_electrical
engineering
"
dataset_name
"
:
"
Electrical
Engineering
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_electrical
-
engineering
"
lm_eval/tasks/kmmlu/kmmlu_electronics engineering.yaml
View file @
c64da8ac
dataset_name
:
Electronics Engineering
include
:
_default_kmmlu_yaml
task
:
kmmlu_electronics
engineering
"
dataset_name
"
:
"
Electronics
Engineering
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_electronics
-
engineering
"
lm_eval/tasks/kmmlu/kmmlu_energy management.yaml
View file @
c64da8ac
dataset_name
:
Energy Management
include
:
_default_kmmlu_yaml
task
:
kmmlu_energy
management
"
dataset_name
"
:
"
Energy
Management
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_energy
-
management
"
lm_eval/tasks/kmmlu/kmmlu_environmental science.yaml
View file @
c64da8ac
dataset_name
:
Environmental Science
include
:
_default_kmmlu_yaml
task
:
kmmlu_environmental
science
"
dataset_name
"
:
"
Environmental
Science
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_environmental
-
science
"
lm_eval/tasks/kmmlu/kmmlu_fashion.yaml
View file @
c64da8ac
dataset_name
:
Fashion
include
:
_default_kmmlu_yaml
task
:
kmmlu_fashion
"
dataset_name
"
:
"
Fashion
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_fashion
"
lm_eval/tasks/kmmlu/kmmlu_food processing.yaml
View file @
c64da8ac
dataset_name
:
Food Processing
include
:
_default_kmmlu_yaml
task
:
kmmlu_food
processing
"
dataset_name
"
:
"
Food
Processing
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_food
-
processing
"
lm_eval/tasks/kmmlu/kmmlu_gas technology and engineering.yaml
View file @
c64da8ac
dataset_name
:
Gas Technology and Engineering
include
:
_default_kmmlu_yaml
task
:
kmmlu_gas
technology
and
engineering
"
dataset_name
"
:
"
Gas
Technology
and
Engineering
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_gas
-
technology
-
and
-
engineering
"
Prev
1
2
3
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment