Commit abd17276 authored by Baber's avatar Baber
Browse files

Merge branch 'smolrefact' into tasklist

# Conflicts:
#	lm_eval/__main__.py
#	lm_eval/api/group.py
#	lm_eval/api/task.py
#	lm_eval/evaluator_utils.py
#	lm_eval/tasks/__init__.py
#	lm_eval/utils.py
#	pyproject.toml
parents 00afd536 70314843
dataset_name: passive__ditransitive_2
include: _template_yaml
task: blimp_nl__passive__ditransitive_2
dataset_name: passive__impersonal
include: _template_yaml
task: blimp_nl__passive__impersonal
dataset_name: quantifiers__universal_difference_agreement_plural
include: _template_yaml
task: blimp_nl__quantifiers__universal_difference_agreement_plural
dataset_name: quantifiers__universal_difference_agreement_singular
include: _template_yaml
task: blimp_nl__quantifiers__universal_difference_agreement_singular
dataset_name: r_words__adverbial
include: _template_yaml
task: blimp_nl__r_words__adverbial
dataset_name: r_words__weak_proform
include: _template_yaml
task: blimp_nl__r_words__weak_proform
dataset_name: relativization__island
include: _template_yaml
task: blimp_nl__relativization__island
dataset_name: relativization__pied_piping
include: _template_yaml
task: blimp_nl__relativization__pied_piping
dataset_name: relativization__resumptive_prolepsis
include: _template_yaml
task: blimp_nl__relativization__resumptive_prolepsis
dataset_name: topicalization__island
include: _template_yaml
task: blimp_nl__topicalization__island
dataset_name: topicalization__question_similarity_1
include: _template_yaml
task: blimp_nl__topicalization__question_similarity_1
dataset_name: topicalization__question_similarity_2
include: _template_yaml
task: blimp_nl__topicalization__question_similarity_2
dataset_name: topicalization__resumptive_prolepsis
include: _template_yaml
task: blimp_nl__topicalization__resumptive_prolepsis
dataset_name: verb_second__order_embedded
include: _template_yaml
task: blimp_nl__verb_second__order_embedded
dataset_name: verb_second__order_main
include: _template_yaml
task: blimp_nl__verb_second__order_main
dataset_name: wh_movement__filler_effect_gap
include: _template_yaml
task: blimp_nl__wh_movement__filler_effect_gap
dataset_name: wh_movement__filler_effect_no_gap
include: _template_yaml
task: blimp_nl__wh_movement__filler_effect_no_gap
dataset_name: wh_movement__hierarchy
include: _template_yaml
task: blimp_nl__wh_movement__hierarchy
dataset_name: wh_movement__question_formation
include: _template_yaml
task: blimp_nl__wh_movement__question_formation
dataset_name: wh_movement__stranding_1
include: _template_yaml
task: blimp_nl__wh_movement__stranding_1
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment