Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
db8928b0
Commit
db8928b0
authored
Nov 28, 2023
by
lintangsutawika
Browse files
renamed template file to make it easier to search
parent
81495b0a
Changes
69
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
20 additions
and
20 deletions
+20
-20
lm_eval/tasks/blimp/adjunct_island.yaml
lm_eval/tasks/blimp/adjunct_island.yaml
+1
-1
lm_eval/tasks/blimp/anaphor_gender_agreement.yaml
lm_eval/tasks/blimp/anaphor_gender_agreement.yaml
+1
-1
lm_eval/tasks/blimp/anaphor_number_agreement.yaml
lm_eval/tasks/blimp/anaphor_number_agreement.yaml
+1
-1
lm_eval/tasks/blimp/animate_subject_passive.yaml
lm_eval/tasks/blimp/animate_subject_passive.yaml
+1
-1
lm_eval/tasks/blimp/animate_subject_trans.yaml
lm_eval/tasks/blimp/animate_subject_trans.yaml
+1
-1
lm_eval/tasks/blimp/causative.yaml
lm_eval/tasks/blimp/causative.yaml
+1
-1
lm_eval/tasks/blimp/complex_NP_island.yaml
lm_eval/tasks/blimp/complex_NP_island.yaml
+1
-1
lm_eval/tasks/blimp/coordinate_structure_constraint_complex_left_branch.yaml
.../coordinate_structure_constraint_complex_left_branch.yaml
+1
-1
lm_eval/tasks/blimp/coordinate_structure_constraint_object_extraction.yaml
...mp/coordinate_structure_constraint_object_extraction.yaml
+1
-1
lm_eval/tasks/blimp/determiner_noun_agreement_1.yaml
lm_eval/tasks/blimp/determiner_noun_agreement_1.yaml
+1
-1
lm_eval/tasks/blimp/determiner_noun_agreement_2.yaml
lm_eval/tasks/blimp/determiner_noun_agreement_2.yaml
+1
-1
lm_eval/tasks/blimp/determiner_noun_agreement_irregular_1.yaml
...al/tasks/blimp/determiner_noun_agreement_irregular_1.yaml
+1
-1
lm_eval/tasks/blimp/determiner_noun_agreement_irregular_2.yaml
...al/tasks/blimp/determiner_noun_agreement_irregular_2.yaml
+1
-1
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_2.yaml
...val/tasks/blimp/determiner_noun_agreement_with_adj_2.yaml
+1
-1
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_irregular_1.yaml
...blimp/determiner_noun_agreement_with_adj_irregular_1.yaml
+1
-1
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_irregular_2.yaml
...blimp/determiner_noun_agreement_with_adj_irregular_2.yaml
+1
-1
lm_eval/tasks/blimp/determiner_noun_agreement_with_adjective_1.yaml
...sks/blimp/determiner_noun_agreement_with_adjective_1.yaml
+1
-1
lm_eval/tasks/blimp/distractor_agreement_relational_noun.yaml
...val/tasks/blimp/distractor_agreement_relational_noun.yaml
+1
-1
lm_eval/tasks/blimp/distractor_agreement_relative_clause.yaml
...val/tasks/blimp/distractor_agreement_relative_clause.yaml
+1
-1
lm_eval/tasks/blimp/drop_argument.yaml
lm_eval/tasks/blimp/drop_argument.yaml
+1
-1
No files found.
lm_eval/tasks/blimp/adjunct_island.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
adjunct_island
dataset_name
:
adjunct_island
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_adjunct_island
task
:
blimp_adjunct_island
lm_eval/tasks/blimp/anaphor_gender_agreement.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
anaphor_gender_agreement
dataset_name
:
anaphor_gender_agreement
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_anaphor_gender_agreement
task
:
blimp_anaphor_gender_agreement
lm_eval/tasks/blimp/anaphor_number_agreement.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
anaphor_number_agreement
dataset_name
:
anaphor_number_agreement
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_anaphor_number_agreement
task
:
blimp_anaphor_number_agreement
lm_eval/tasks/blimp/animate_subject_passive.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
animate_subject_passive
dataset_name
:
animate_subject_passive
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_animate_subject_passive
task
:
blimp_animate_subject_passive
lm_eval/tasks/blimp/animate_subject_trans.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
animate_subject_trans
dataset_name
:
animate_subject_trans
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_animate_subject_trans
task
:
blimp_animate_subject_trans
lm_eval/tasks/blimp/causative.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
causative
dataset_name
:
causative
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_causative
task
:
blimp_causative
lm_eval/tasks/blimp/complex_NP_island.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
complex_NP_island
dataset_name
:
complex_NP_island
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_complex_NP_island
task
:
blimp_complex_NP_island
lm_eval/tasks/blimp/coordinate_structure_constraint_complex_left_branch.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
coordinate_structure_constraint_complex_left_branch
dataset_name
:
coordinate_structure_constraint_complex_left_branch
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_coordinate_structure_constraint_complex_left_branch
task
:
blimp_coordinate_structure_constraint_complex_left_branch
lm_eval/tasks/blimp/coordinate_structure_constraint_object_extraction.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
coordinate_structure_constraint_object_extraction
dataset_name
:
coordinate_structure_constraint_object_extraction
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_coordinate_structure_constraint_object_extraction
task
:
blimp_coordinate_structure_constraint_object_extraction
lm_eval/tasks/blimp/determiner_noun_agreement_1.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
determiner_noun_agreement_1
dataset_name
:
determiner_noun_agreement_1
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_determiner_noun_agreement_1
task
:
blimp_determiner_noun_agreement_1
lm_eval/tasks/blimp/determiner_noun_agreement_2.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
determiner_noun_agreement_2
dataset_name
:
determiner_noun_agreement_2
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_determiner_noun_agreement_2
task
:
blimp_determiner_noun_agreement_2
lm_eval/tasks/blimp/determiner_noun_agreement_irregular_1.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
determiner_noun_agreement_irregular_1
dataset_name
:
determiner_noun_agreement_irregular_1
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_determiner_noun_agreement_irregular_1
task
:
blimp_determiner_noun_agreement_irregular_1
lm_eval/tasks/blimp/determiner_noun_agreement_irregular_2.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
determiner_noun_agreement_irregular_2
dataset_name
:
determiner_noun_agreement_irregular_2
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_determiner_noun_agreement_irregular_2
task
:
blimp_determiner_noun_agreement_irregular_2
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_2.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
determiner_noun_agreement_with_adj_2
dataset_name
:
determiner_noun_agreement_with_adj_2
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_determiner_noun_agreement_with_adj_2
task
:
blimp_determiner_noun_agreement_with_adj_2
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_irregular_1.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
determiner_noun_agreement_with_adj_irregular_1
dataset_name
:
determiner_noun_agreement_with_adj_irregular_1
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_determiner_noun_agreement_with_adj_irregular_1
task
:
blimp_determiner_noun_agreement_with_adj_irregular_1
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_irregular_2.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
determiner_noun_agreement_with_adj_irregular_2
dataset_name
:
determiner_noun_agreement_with_adj_irregular_2
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_determiner_noun_agreement_with_adj_irregular_2
task
:
blimp_determiner_noun_agreement_with_adj_irregular_2
lm_eval/tasks/blimp/determiner_noun_agreement_with_adjective_1.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
determiner_noun_agreement_with_adjective_1
dataset_name
:
determiner_noun_agreement_with_adjective_1
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_determiner_noun_agreement_with_adjective_1
task
:
blimp_determiner_noun_agreement_with_adjective_1
lm_eval/tasks/blimp/distractor_agreement_relational_noun.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
distractor_agreement_relational_noun
dataset_name
:
distractor_agreement_relational_noun
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_distractor_agreement_relational_noun
task
:
blimp_distractor_agreement_relational_noun
lm_eval/tasks/blimp/distractor_agreement_relative_clause.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
distractor_agreement_relative_clause
dataset_name
:
distractor_agreement_relative_clause
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_distractor_agreement_relative_clause
task
:
blimp_distractor_agreement_relative_clause
lm_eval/tasks/blimp/drop_argument.yaml
View file @
db8928b0
# Generated by utils.py
# Generated by utils.py
dataset_name
:
drop_argument
dataset_name
:
drop_argument
include
:
template_yaml
include
:
_
template_yaml
task
:
blimp_drop_argument
task
:
blimp_drop_argument
Prev
1
2
3
4
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment