Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
06d3406e
"vscode:/vscode.git/clone" did not exist on "c9e4a8c9e5a5baabd86fdb192ef79d3b288408a6"
Commit
06d3406e
authored
Sep 04, 2023
by
lintangsutawika
Browse files
update
parent
f23ae748
Changes
129
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
20 additions
and
40 deletions
+20
-40
lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_mathematics.yaml
.../tasks/mmlu/flan_n_shot/mmlu_high_school_mathematics.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_microeconomics.yaml
...sks/mmlu/flan_n_shot/mmlu_high_school_microeconomics.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_physics.yaml
lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_physics.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_psychology.yaml
...l/tasks/mmlu/flan_n_shot/mmlu_high_school_psychology.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_statistics.yaml
...l/tasks/mmlu/flan_n_shot/mmlu_high_school_statistics.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_us_history.yaml
...l/tasks/mmlu/flan_n_shot/mmlu_high_school_us_history.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_world_history.yaml
...asks/mmlu/flan_n_shot/mmlu_high_school_world_history.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_human_aging.yaml
lm_eval/tasks/mmlu/flan_n_shot/mmlu_human_aging.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_human_sexuality.yaml
lm_eval/tasks/mmlu/flan_n_shot/mmlu_human_sexuality.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_international_law.yaml
lm_eval/tasks/mmlu/flan_n_shot/mmlu_international_law.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_logical_fallacies.yaml
lm_eval/tasks/mmlu/flan_n_shot/mmlu_logical_fallacies.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_abstract_algebra.yaml
...mmlu/flan_n_shot/mmlu_loglikelihood_abstract_algebra.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_business_ethics.yaml
.../mmlu/flan_n_shot/mmlu_loglikelihood_business_ethics.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_clinical_knowledge.yaml
...lu/flan_n_shot/mmlu_loglikelihood_clinical_knowledge.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_biology.yaml
.../mmlu/flan_n_shot/mmlu_loglikelihood_college_biology.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_chemistry.yaml
...mlu/flan_n_shot/mmlu_loglikelihood_college_chemistry.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_computer_science.yaml
...n_n_shot/mmlu_loglikelihood_college_computer_science.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_mathematics.yaml
...u/flan_n_shot/mmlu_loglikelihood_college_mathematics.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_medicine.yaml
...mmlu/flan_n_shot/mmlu_loglikelihood_college_medicine.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_physics.yaml
.../mmlu/flan_n_shot/mmlu_loglikelihood_college_physics.yaml
+1
-2
No files found.
lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_mathematics.yaml
View file @
06d3406e
dataset_name
:
high_school_mathematics
dataset_name
:
high_school_mathematics
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
high
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
high
school
mathematics.
school
mathematics.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_microeconomics.yaml
View file @
06d3406e
dataset_name
:
high_school_microeconomics
dataset_name
:
high_school_microeconomics
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
high
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
high
school
microeconomics.
school
microeconomics.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_physics.yaml
View file @
06d3406e
dataset_name
:
high_school_physics
dataset_name
:
high_school_physics
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
high
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
high
school
physics.
school
physics.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_psychology.yaml
View file @
06d3406e
dataset_name
:
high_school_psychology
dataset_name
:
high_school_psychology
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
high
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
high
school
psychology.
school
psychology.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_statistics.yaml
View file @
06d3406e
dataset_name
:
high_school_statistics
dataset_name
:
high_school_statistics
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
high
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
high
school
statistics.
school
statistics.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_us_history.yaml
View file @
06d3406e
dataset_name
:
high_school_us_history
dataset_name
:
high_school_us_history
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
high
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
high
school
us
history.
school
us
history.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_world_history.yaml
View file @
06d3406e
dataset_name
:
high_school_world_history
dataset_name
:
high_school_world_history
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
high
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
high
school
world
history.
school
world
history.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_human_aging.yaml
View file @
06d3406e
dataset_name
:
human_aging
dataset_name
:
human_aging
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
human
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
human
aging.
aging.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_human_sexuality.yaml
View file @
06d3406e
dataset_name
:
human_sexuality
dataset_name
:
human_sexuality
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
human
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
human
sexuality.
sexuality.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_international_law.yaml
View file @
06d3406e
dataset_name
:
international_law
dataset_name
:
international_law
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
international
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
international
law.
law.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_logical_fallacies.yaml
View file @
06d3406e
dataset_name
:
logical_fallacies
dataset_name
:
logical_fallacies
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
logical
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
logical
fallacies.
fallacies.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_abstract_algebra.yaml
View file @
06d3406e
dataset_name
:
abstract_algebra
dataset_name
:
abstract_algebra
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
abstract
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
abstract
algebra.
algebra.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_business_ethics.yaml
View file @
06d3406e
dataset_name
:
business_ethics
dataset_name
:
business_ethics
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
business
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
business
ethics.
ethics.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_clinical_knowledge.yaml
View file @
06d3406e
dataset_name
:
clinical_knowledge
dataset_name
:
clinical_knowledge
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
clinical
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
clinical
knowledge.
knowledge.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_biology.yaml
View file @
06d3406e
dataset_name
:
college_biology
dataset_name
:
college_biology
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
college
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
college
biology.
biology.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_chemistry.yaml
View file @
06d3406e
dataset_name
:
college_chemistry
dataset_name
:
college_chemistry
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
college
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
college
chemistry.
chemistry.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_computer_science.yaml
View file @
06d3406e
dataset_name
:
college_computer_science
dataset_name
:
college_computer_science
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
college
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
college
computer
science.
computer
science.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_mathematics.yaml
View file @
06d3406e
dataset_name
:
college_mathematics
dataset_name
:
college_mathematics
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
college
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
college
mathematics.
mathematics.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_medicine.yaml
View file @
06d3406e
dataset_name
:
college_medicine
dataset_name
:
college_medicine
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
college
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
college
medicine.
medicine.
'
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_physics.yaml
View file @
06d3406e
dataset_name
:
college_physics
dataset_name
:
college_physics
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
college
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
college
physics.
physics.
'
'
...
...
Prev
1
2
3
4
5
6
7
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment