Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
8806944e
Commit
8806944e
authored
Oct 03, 2023
by
haileyschoelkopf
Browse files
push updated bigbench task yamls
parent
1a77b4d5
Changes
334
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
20 additions
and
20 deletions
+20
-20
lm_eval/tasks/bigbench/greedy_until/human_organs_senses.yaml
lm_eval/tasks/bigbench/greedy_until/human_organs_senses.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/hyperbaton.yaml
lm_eval/tasks/bigbench/greedy_until/hyperbaton.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/identify_math_theorems.yaml
...l/tasks/bigbench/greedy_until/identify_math_theorems.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/identify_odd_metaphor.yaml
...al/tasks/bigbench/greedy_until/identify_odd_metaphor.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/implicatures.yaml
lm_eval/tasks/bigbench/greedy_until/implicatures.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/implicit_relations.yaml
lm_eval/tasks/bigbench/greedy_until/implicit_relations.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/intent_recognition.yaml
lm_eval/tasks/bigbench/greedy_until/intent_recognition.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/international_phonetic_alphabet_nli.yaml
...nch/greedy_until/international_phonetic_alphabet_nli.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/international_phonetic_alphabet_transliterate.yaml
..._until/international_phonetic_alphabet_transliterate.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/intersect_geometry.yaml
lm_eval/tasks/bigbench/greedy_until/intersect_geometry.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/irony_identification.yaml
...val/tasks/bigbench/greedy_until/irony_identification.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/kanji_ascii.yaml
lm_eval/tasks/bigbench/greedy_until/kanji_ascii.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/kannada.yaml
lm_eval/tasks/bigbench/greedy_until/kannada.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/key_value_maps.yaml
lm_eval/tasks/bigbench/greedy_until/key_value_maps.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/known_unknowns.yaml
lm_eval/tasks/bigbench/greedy_until/known_unknowns.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/language_games.yaml
lm_eval/tasks/bigbench/greedy_until/language_games.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/language_identification.yaml
.../tasks/bigbench/greedy_until/language_identification.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/linguistic_mappings.yaml
lm_eval/tasks/bigbench/greedy_until/linguistic_mappings.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/linguistics_puzzles.yaml
lm_eval/tasks/bigbench/greedy_until/linguistics_puzzles.yaml
+1
-1
lm_eval/tasks/bigbench/greedy_until/list_functions.yaml
lm_eval/tasks/bigbench/greedy_until/list_functions.yaml
+1
-1
No files found.
lm_eval/tasks/bigbench/greedy_until/human_organs_senses.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
human_organs_senses
dataset_name
:
human_organs_senses
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_human_organs_senses_greedy_until
lm_eval/tasks/bigbench/greedy_until/hyperbaton.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
hyperbaton
dataset_name
:
hyperbaton
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_hyperbaton_greedy_until
lm_eval/tasks/bigbench/greedy_until/identify_math_theorems.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
identify_math_theorems
dataset_name
:
identify_math_theorems
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_identify_math_theorems_greedy_until
lm_eval/tasks/bigbench/greedy_until/identify_odd_metaphor.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
identify_odd_metaphor
dataset_name
:
identify_odd_metaphor
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_identify_odd_metaphor_greedy_until
lm_eval/tasks/bigbench/greedy_until/implicatures.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
implicatures
dataset_name
:
implicatures
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_implicatures_greedy_until
lm_eval/tasks/bigbench/greedy_until/implicit_relations.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
implicit_relations
dataset_name
:
implicit_relations
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_implicit_relations_greedy_until
lm_eval/tasks/bigbench/greedy_until/intent_recognition.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
intent_recognition
dataset_name
:
intent_recognition
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_intent_recognition_greedy_until
lm_eval/tasks/bigbench/greedy_until/international_phonetic_alphabet_nli.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
international_phonetic_alphabet_nli
dataset_name
:
international_phonetic_alphabet_nli
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_international_phonetic_alphabet_nli_greedy_until
lm_eval/tasks/bigbench/greedy_until/international_phonetic_alphabet_transliterate.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
international_phonetic_alphabet_transliterate
dataset_name
:
international_phonetic_alphabet_transliterate
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_international_phonetic_alphabet_transliterate_greedy_until
lm_eval/tasks/bigbench/greedy_until/intersect_geometry.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
intersect_geometry
dataset_name
:
intersect_geometry
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_intersect_geometry_greedy_until
lm_eval/tasks/bigbench/greedy_until/irony_identification.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
irony_identification
dataset_name
:
irony_identification
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_irony_identification_greedy_until
lm_eval/tasks/bigbench/greedy_until/kanji_ascii.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
kanji_ascii
dataset_name
:
kanji_ascii
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_kanji_ascii_greedy_until
lm_eval/tasks/bigbench/greedy_until/kannada.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
kannada
dataset_name
:
kannada
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_kannada_greedy_until
lm_eval/tasks/bigbench/greedy_until/key_value_maps.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
key_value_maps
dataset_name
:
key_value_maps
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_key_value_maps_greedy_until
lm_eval/tasks/bigbench/greedy_until/known_unknowns.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
known_unknowns
dataset_name
:
known_unknowns
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_known_unknowns_greedy_until
lm_eval/tasks/bigbench/greedy_until/language_games.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
language_games
dataset_name
:
language_games
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_language_games_greedy_until
lm_eval/tasks/bigbench/greedy_until/language_identification.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
language_identification
dataset_name
:
language_identification
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_language_identification_greedy_until
lm_eval/tasks/bigbench/greedy_until/linguistic_mappings.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
linguistic_mappings
dataset_name
:
linguistic_mappings
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_linguistic_mappings_greedy_until
lm_eval/tasks/bigbench/greedy_until/linguistics_puzzles.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
linguistics_puzzles
dataset_name
:
linguistics_puzzles
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_linguistics_puzzles_greedy_until
lm_eval/tasks/bigbench/greedy_until/list_functions.yaml
View file @
8806944e
# Generated by utils.py
dataset_name
:
list_functions
dataset_name
:
list_functions
_zero_shot
include
:
../greedy_until_template_yaml
task
:
bigbench_list_functions_greedy_until
Prev
1
2
3
4
5
6
7
8
…
17
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment