Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
06d3406e
Commit
06d3406e
authored
Sep 04, 2023
by
lintangsutawika
Browse files
update
parent
f23ae748
Changes
129
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
20 additions
and
40 deletions
+20
-40
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_human_aging.yaml
...asks/mmlu/flan_n_shot/mmlu_loglikelihood_human_aging.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_human_sexuality.yaml
.../mmlu/flan_n_shot/mmlu_loglikelihood_human_sexuality.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_international_law.yaml
...mlu/flan_n_shot/mmlu_loglikelihood_international_law.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_logical_fallacies.yaml
...mlu/flan_n_shot/mmlu_loglikelihood_logical_fallacies.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_machine_learning.yaml
...mmlu/flan_n_shot/mmlu_loglikelihood_machine_learning.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_medical_genetics.yaml
...mmlu/flan_n_shot/mmlu_loglikelihood_medical_genetics.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_moral_disputes.yaml
...s/mmlu/flan_n_shot/mmlu_loglikelihood_moral_disputes.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_moral_scenarios.yaml
.../mmlu/flan_n_shot/mmlu_loglikelihood_moral_scenarios.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_professional_accounting.yaml
...an_n_shot/mmlu_loglikelihood_professional_accounting.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_professional_law.yaml
...mmlu/flan_n_shot/mmlu_loglikelihood_professional_law.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_professional_medicine.yaml
...flan_n_shot/mmlu_loglikelihood_professional_medicine.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_professional_psychology.yaml
...an_n_shot/mmlu_loglikelihood_professional_psychology.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_public_relations.yaml
...mmlu/flan_n_shot/mmlu_loglikelihood_public_relations.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_security_studies.yaml
...mmlu/flan_n_shot/mmlu_loglikelihood_security_studies.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_us_foreign_policy.yaml
...mlu/flan_n_shot/mmlu_loglikelihood_us_foreign_policy.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_world_religions.yaml
.../mmlu/flan_n_shot/mmlu_loglikelihood_world_religions.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_machine_learning.yaml
lm_eval/tasks/mmlu/flan_n_shot/mmlu_machine_learning.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_medical_genetics.yaml
lm_eval/tasks/mmlu/flan_n_shot/mmlu_medical_genetics.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_moral_disputes.yaml
lm_eval/tasks/mmlu/flan_n_shot/mmlu_moral_disputes.yaml
+1
-2
lm_eval/tasks/mmlu/flan_n_shot/mmlu_moral_scenarios.yaml
lm_eval/tasks/mmlu/flan_n_shot/mmlu_moral_scenarios.yaml
+1
-2
No files found.
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_human_aging.yaml
View file @
06d3406e
dataset_name
:
human_aging
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
human
aging.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
human
aging.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_human_sexuality.yaml
View file @
06d3406e
dataset_name
:
human_sexuality
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
human
sexuality.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
human
sexuality.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_international_law.yaml
View file @
06d3406e
dataset_name
:
international_law
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
international
law.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
international
law.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_logical_fallacies.yaml
View file @
06d3406e
dataset_name
:
logical_fallacies
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
logical
fallacies.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
logical
fallacies.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_machine_learning.yaml
View file @
06d3406e
dataset_name
:
machine_learning
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
machine
learning.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
machine
learning.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_medical_genetics.yaml
View file @
06d3406e
dataset_name
:
medical_genetics
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
medical
genetics.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
medical
genetics.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_moral_disputes.yaml
View file @
06d3406e
dataset_name
:
moral_disputes
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
moral
disputes.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
moral
disputes.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_moral_scenarios.yaml
View file @
06d3406e
dataset_name
:
moral_scenarios
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
moral
scenarios.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
moral
scenarios.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_professional_accounting.yaml
View file @
06d3406e
dataset_name
:
professional_accounting
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
professional
accounting.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
professional
accounting.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_professional_law.yaml
View file @
06d3406e
dataset_name
:
professional_law
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
professional
law.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
professional
law.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_professional_medicine.yaml
View file @
06d3406e
dataset_name
:
professional_medicine
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
professional
medicine.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
professional
medicine.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_professional_psychology.yaml
View file @
06d3406e
dataset_name
:
professional_psychology
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
professional
psychology.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
professional
psychology.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_public_relations.yaml
View file @
06d3406e
dataset_name
:
public_relations
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
public
relations.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
public
relations.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_security_studies.yaml
View file @
06d3406e
dataset_name
:
security_studies
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
security
studies.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
security
studies.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_us_foreign_policy.yaml
View file @
06d3406e
dataset_name
:
us_foreign_policy
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
us
foreign
policy.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
us
foreign
policy.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_world_religions.yaml
View file @
06d3406e
dataset_name
:
world_religions
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
world
religions.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
world
religions.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_machine_learning.yaml
View file @
06d3406e
dataset_name
:
machine_learning
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
machine
learning.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
machine
learning.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_medical_genetics.yaml
View file @
06d3406e
dataset_name
:
medical_genetics
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
medical
genetics.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
medical
genetics.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_moral_disputes.yaml
View file @
06d3406e
dataset_name
:
moral_disputes
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
moral
disputes.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
moral
disputes.
'
...
...
lm_eval/tasks/mmlu/flan_n_shot/mmlu_moral_scenarios.yaml
View file @
06d3406e
dataset_name
:
moral_scenarios
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
moral
scenarios.
description
:
'
The
following
are
multiple
choice
questions
(with
answers)
about
moral
scenarios.
'
...
...
Prev
1
2
3
4
5
6
7
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment