Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
c64da8ac
"official/transformer/compute_bleu_test.py" did not exist on "dea7ecf6492b02e2ced3fbba858942b2b43d3029"
Commit
c64da8ac
authored
Dec 10, 2023
by
h-albert-lee
Browse files
update yaml config
parent
1b14602e
Changes
45
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
60 additions
and
60 deletions
+60
-60
lm_eval/tasks/kmmlu/kmmlu_general physics.yaml
lm_eval/tasks/kmmlu/kmmlu_general physics.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_geomatics.yaml
lm_eval/tasks/kmmlu/kmmlu_geomatics.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_health.yaml
lm_eval/tasks/kmmlu/kmmlu_health.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_industrial engineer.yaml
lm_eval/tasks/kmmlu/kmmlu_industrial engineer.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_information technology.yaml
lm_eval/tasks/kmmlu/kmmlu_information technology.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_interior architecture and design.yaml
...l/tasks/kmmlu/kmmlu_interior architecture and design.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_korean language.yaml
lm_eval/tasks/kmmlu/kmmlu_korean language.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_law.yaml
lm_eval/tasks/kmmlu/kmmlu_law.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_machine design and manufacturing.yaml
...l/tasks/kmmlu/kmmlu_machine design and manufacturing.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_management.yaml
lm_eval/tasks/kmmlu/kmmlu_management.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_maritime engineering.yaml
lm_eval/tasks/kmmlu/kmmlu_maritime engineering.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_marketing.yaml
lm_eval/tasks/kmmlu/kmmlu_marketing.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_materials engineering.yaml
lm_eval/tasks/kmmlu/kmmlu_materials engineering.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_mechanical engineering.yaml
lm_eval/tasks/kmmlu/kmmlu_mechanical engineering.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_nondestructive testing.yaml
lm_eval/tasks/kmmlu/kmmlu_nondestructive testing.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_patent.yaml
lm_eval/tasks/kmmlu/kmmlu_patent.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_political science and sociology.yaml
...al/tasks/kmmlu/kmmlu_political science and sociology.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_psychology.yaml
lm_eval/tasks/kmmlu/kmmlu_psychology.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_public safety.yaml
lm_eval/tasks/kmmlu/kmmlu_public safety.yaml
+3
-3
lm_eval/tasks/kmmlu/kmmlu_railway and automotive engineering.yaml
...tasks/kmmlu/kmmlu_railway and automotive engineering.yaml
+3
-3
No files found.
lm_eval/tasks/kmmlu/kmmlu_general physics.yaml
View file @
c64da8ac
dataset_name
:
General Physics
include
:
_default_kmmlu_yaml
task
:
kmmlu_general
physics
"
dataset_name
"
:
"
General
Physics
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_general
-
physics
"
lm_eval/tasks/kmmlu/kmmlu_geomatics.yaml
View file @
c64da8ac
dataset_name
:
Geomatics
include
:
_default_kmmlu_yaml
task
:
kmmlu_geomatics
"
dataset_name
"
:
"
Geomatics
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_geomatics
"
lm_eval/tasks/kmmlu/kmmlu_health.yaml
View file @
c64da8ac
dataset_name
:
Health
include
:
_default_kmmlu_yaml
task
:
kmmlu_health
"
dataset_name
"
:
"
Health
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_health
"
lm_eval/tasks/kmmlu/kmmlu_industrial engineer.yaml
View file @
c64da8ac
dataset_name
:
Industrial Engineer
include
:
_default_kmmlu_yaml
task
:
kmmlu_industrial
engineer
"
dataset_name
"
:
"
Industrial
Engineer
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_industrial
-
engineer
"
lm_eval/tasks/kmmlu/kmmlu_information technology.yaml
View file @
c64da8ac
dataset_name
:
Information Technology
include
:
_default_kmmlu_yaml
task
:
kmmlu_information
technology
"
dataset_name
"
:
"
Information
Technology
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_information
-
technology
"
lm_eval/tasks/kmmlu/kmmlu_interior architecture and design.yaml
View file @
c64da8ac
dataset_name
:
Interior Architecture and Design
include
:
_default_kmmlu_yaml
task
:
kmmlu_interior
architecture
and
design
"
dataset_name
"
:
"
Interior
Architecture
and
Design
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_interior
-
architecture
-
and
-
design
"
lm_eval/tasks/kmmlu/kmmlu_korean language.yaml
View file @
c64da8ac
dataset_name
:
Korean Language
include
:
_default_kmmlu_yaml
task
:
kmmlu_korean
language
"
dataset_name
"
:
"
Korean
Language
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_korean
-
language
"
lm_eval/tasks/kmmlu/kmmlu_law.yaml
View file @
c64da8ac
dataset_name
:
Law
include
:
_default_kmmlu_yaml
task
:
kmmlu_law
"
dataset_name
"
:
"
Law
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_law
"
lm_eval/tasks/kmmlu/kmmlu_machine design and manufacturing.yaml
View file @
c64da8ac
dataset_name
:
Machine Design and Manufacturing
include
:
_default_kmmlu_yaml
task
:
kmmlu_machine design and manufacturing
\ No newline at end of file
"
dataset_name"
:
"
Machine
Design
and
Manufacturing"
"
include"
:
"
_default_kmmlu_yaml"
"
task"
:
"
kmmlu_machine-design-and-manufacturing"
lm_eval/tasks/kmmlu/kmmlu_management.yaml
View file @
c64da8ac
dataset_name
:
Management
include
:
_default_kmmlu_yaml
task
:
kmmlu_management
"
dataset_name
"
:
"
Management
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_management
"
lm_eval/tasks/kmmlu/kmmlu_maritime engineering.yaml
View file @
c64da8ac
dataset_name
:
Maritime Engineering
include
:
_default_kmmlu_yaml
task
:
kmmlu_maritime
engineering
"
dataset_name
"
:
"
Maritime
Engineering
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_maritime
-
engineering
"
lm_eval/tasks/kmmlu/kmmlu_marketing.yaml
View file @
c64da8ac
dataset_name
:
Marketing
include
:
_default_kmmlu_yaml
task
:
kmmlu_marketing
"
dataset_name
"
:
"
Marketing
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_marketing
"
lm_eval/tasks/kmmlu/kmmlu_materials engineering.yaml
View file @
c64da8ac
dataset_name
:
Materials Engineering
include
:
_default_kmmlu_yaml
task
:
kmmlu_materials
engineering
"
dataset_name
"
:
"
Materials
Engineering
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_materials
-
engineering
"
lm_eval/tasks/kmmlu/kmmlu_mechanical engineering.yaml
View file @
c64da8ac
dataset_name
:
Mechanical Engineering
include
:
_default_kmmlu_yaml
task
:
kmmlu_mechanical
engineering
"
dataset_name
"
:
"
Mechanical
Engineering
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_mechanical
-
engineering
"
lm_eval/tasks/kmmlu/kmmlu_nondestructive testing.yaml
View file @
c64da8ac
dataset_name
:
Nondestructive Testing
include
:
_default_kmmlu_yaml
task
:
kmmlu_nondestructive
testing
"
dataset_name
"
:
"
Nondestructive
Testing
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_nondestructive
-
testing
"
lm_eval/tasks/kmmlu/kmmlu_patent.yaml
View file @
c64da8ac
dataset_name
:
Patent
include
:
_default_kmmlu_yaml
task
:
kmmlu_patent
"
dataset_name
"
:
"
Patent
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_patent
"
lm_eval/tasks/kmmlu/kmmlu_political science and sociology.yaml
View file @
c64da8ac
dataset_name
:
Political Science and Sociology
include
:
_default_kmmlu_yaml
task
:
kmmlu_political
science
and
sociology
"
dataset_name
"
:
"
Political
Science
and
Sociology
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_political
-
science
-
and
-
sociology
"
lm_eval/tasks/kmmlu/kmmlu_psychology.yaml
View file @
c64da8ac
dataset_name
:
Psychology
include
:
_default_kmmlu_yaml
task
:
kmmlu_psychology
"
dataset_name
"
:
"
Psychology
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_psychology
"
lm_eval/tasks/kmmlu/kmmlu_public safety.yaml
View file @
c64da8ac
dataset_name
:
Public Safety
include
:
_default_kmmlu_yaml
task
:
kmmlu_public
safety
"
dataset_name
"
:
"
Public
Safety
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_public
-
safety
"
lm_eval/tasks/kmmlu/kmmlu_railway and automotive engineering.yaml
View file @
c64da8ac
dataset_name
:
Railway and Automotive Engineering
include
:
_default_kmmlu_yaml
task
:
kmmlu_railway
and
automotive
engineering
"
dataset_name
"
:
"
Railway
and
Automotive
Engineering
"
"
include
"
:
"
_default_kmmlu_yaml
"
"
task
"
:
"
kmmlu_railway
-
and
-
automotive
-
engineering
"
Prev
1
2
3
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment