Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
8806944e
Commit
8806944e
authored
Oct 03, 2023
by
haileyschoelkopf
Browse files
push updated bigbench task yamls
parent
1a77b4d5
Changes
334
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
20 additions
and
20 deletions
+20
-20
lm_eval/tasks/bigbench/greedy_until/english_russian_proverbs.yaml
...tasks/bigbench/greedy_until/english_russian_proverbs.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/entailed_polarity.yaml
lm_eval/tasks/bigbench/greedy_until/entailed_polarity.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/entailed_polarity_hindi.yaml
.../tasks/bigbench/greedy_until/entailed_polarity_hindi.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/epistemic_reasoning.yaml
lm_eval/tasks/bigbench/greedy_until/epistemic_reasoning.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/evaluating_information_essentiality.yaml
...nch/greedy_until/evaluating_information_essentiality.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/fact_checker.yaml
lm_eval/tasks/bigbench/greedy_until/fact_checker.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/fantasy_reasoning.yaml
lm_eval/tasks/bigbench/greedy_until/fantasy_reasoning.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/few_shot_nlg.yaml
lm_eval/tasks/bigbench/greedy_until/few_shot_nlg.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/figure_of_speech_detection.yaml
...sks/bigbench/greedy_until/figure_of_speech_detection.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/formal_fallacies_syllogisms_negation.yaml
...ch/greedy_until/formal_fallacies_syllogisms_negation.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/gem.yaml
lm_eval/tasks/bigbench/greedy_until/gem.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/gender_inclusive_sentences_german.yaml
...bench/greedy_until/gender_inclusive_sentences_german.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/general_knowledge.yaml
lm_eval/tasks/bigbench/greedy_until/general_knowledge.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/geometric_shapes.yaml
lm_eval/tasks/bigbench/greedy_until/geometric_shapes.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/goal_step_wikihow.yaml
lm_eval/tasks/bigbench/greedy_until/goal_step_wikihow.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/gre_reading_comprehension.yaml
...asks/bigbench/greedy_until/gre_reading_comprehension.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/hhh_alignment.yaml
lm_eval/tasks/bigbench/greedy_until/hhh_alignment.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/hindi_question_answering.yaml
...tasks/bigbench/greedy_until/hindi_question_answering.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/hindu_knowledge.yaml
lm_eval/tasks/bigbench/greedy_until/hindu_knowledge.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/hinglish_toxicity.yaml
lm_eval/tasks/bigbench/greedy_until/hinglish_toxicity.yaml
+1
-1
No files found.
lm_eval/tasks/bigbench/greedy_until/english_russian_proverbs.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
english_russian_proverbs
dataset_name
:
english_russian_proverbs
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_english_russian_proverbs_greedy_until
lm_eval/tasks/bigbench/greedy_until/entailed_polarity.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
entailed_polarity
dataset_name
:
entailed_polarity
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_entailed_polarity_greedy_until
lm_eval/tasks/bigbench/greedy_until/entailed_polarity_hindi.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
entailed_polarity_hindi
dataset_name
:
entailed_polarity_hindi
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_entailed_polarity_hindi_greedy_until
lm_eval/tasks/bigbench/greedy_until/epistemic_reasoning.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
epistemic_reasoning
dataset_name
:
epistemic_reasoning
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_epistemic_reasoning_greedy_until
lm_eval/tasks/bigbench/greedy_until/evaluating_information_essentiality.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
evaluating_information_essentiality
dataset_name
:
evaluating_information_essentiality
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_evaluating_information_essentiality_greedy_until
lm_eval/tasks/bigbench/greedy_until/fact_checker.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
fact_checker
dataset_name
:
fact_checker
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_fact_checker_greedy_until
lm_eval/tasks/bigbench/greedy_until/fantasy_reasoning.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
fantasy_reasoning
dataset_name
:
fantasy_reasoning
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_fantasy_reasoning_greedy_until
lm_eval/tasks/bigbench/greedy_until/few_shot_nlg.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
few_shot_nlg
dataset_name
:
few_shot_nlg
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_few_shot_nlg_greedy_until
lm_eval/tasks/bigbench/greedy_until/figure_of_speech_detection.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
figure_of_speech_detection
dataset_name
:
figure_of_speech_detection
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_figure_of_speech_detection_greedy_until
lm_eval/tasks/bigbench/greedy_until/formal_fallacies_syllogisms_negation.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
formal_fallacies_syllogisms_negation
dataset_name
:
formal_fallacies_syllogisms_negation
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_formal_fallacies_syllogisms_negation_greedy_until
lm_eval/tasks/bigbench/greedy_until/gem.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
gem
dataset_name
:
gem
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_gem_greedy_until
lm_eval/tasks/bigbench/greedy_until/gender_inclusive_sentences_german.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
gender_inclusive_sentences_german
dataset_name
:
gender_inclusive_sentences_german
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_gender_inclusive_sentences_german_greedy_until
lm_eval/tasks/bigbench/greedy_until/general_knowledge.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
general_knowledge
dataset_name
:
general_knowledge
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_general_knowledge_greedy_until
lm_eval/tasks/bigbench/greedy_until/geometric_shapes.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
geometric_shapes
dataset_name
:
geometric_shapes
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_geometric_shapes_greedy_until
lm_eval/tasks/bigbench/greedy_until/goal_step_wikihow.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
goal_step_wikihow
dataset_name
:
goal_step_wikihow
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_goal_step_wikihow_greedy_until
lm_eval/tasks/bigbench/greedy_until/gre_reading_comprehension.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
gre_reading_comprehension
dataset_name
:
gre_reading_comprehension
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_gre_reading_comprehension_greedy_until
lm_eval/tasks/bigbench/greedy_until/hhh_alignment.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
hhh_alignment
dataset_name
:
hhh_alignment
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_hhh_alignment_greedy_until
lm_eval/tasks/bigbench/greedy_until/hindi_question_answering.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
hindi_question_answering
dataset_name
:
hindi_question_answering
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_hindi_question_answering_greedy_until
lm_eval/tasks/bigbench/greedy_until/hindu_knowledge.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
hindu_knowledge
dataset_name
:
hindu_knowledge
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_hindu_knowledge_greedy_until
lm_eval/tasks/bigbench/greedy_until/hinglish_toxicity.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
hinglish_toxicity
dataset_name
:
hinglish_toxicity
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_hinglish_toxicity_greedy_until
Prev
1
2
3
4
5
6
7
…
17
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment