Unverified Commit 1bd96448 authored by James A. Michaelov's avatar James A. Michaelov Committed by GitHub
Browse files

Add ZhoBLiMP benchmark (#3218)

* add zhoblimp files

* correct group name

* fix group

* add normalized accuracy
parent 51d8a192
dataset_name: relative_operator_who
include: _template_yaml
task: zhoblimp_relative_operator_who
dataset_name: relativization_movement_no_gap
include: _template_yaml
task: zhoblimp_relativization_movement_no_gap
dataset_name: relativization_movement_when_where
include: _template_yaml
task: zhoblimp_relativization_movement_when_where
dataset_name: renhe_no_episodic_sentences
include: _template_yaml
task: zhoblimp_renhe_no_episodic_sentences
dataset_name: renhe_no_superordinate_negation
include: _template_yaml
task: zhoblimp_renhe_no_superordinate_negation
dataset_name: renhe_non_factive_verb
include: _template_yaml
task: zhoblimp_renhe_non_factive_verb
dataset_name: right_yijing_a
include: _template_yaml
task: zhoblimp_right_yijing_a
dataset_name: right_yijing_b
include: _template_yaml
task: zhoblimp_right_yijing_b
dataset_name: singular_PN_but_plural_pron
include: _template_yaml
task: zhoblimp_singular_PN_but_plural_pron
dataset_name: superlative_quantifiers_1
include: _template_yaml
task: zhoblimp_superlative_quantifiers_1
dataset_name: superlative_quantifiers_2
include: _template_yaml
task: zhoblimp_superlative_quantifiers_2
dataset_name: topicalization_OSV
include: _template_yaml
task: zhoblimp_topicalization_OSV
dataset_name: topicalization_OSV_mei
include: _template_yaml
task: zhoblimp_topicalization_OSV_mei
dataset_name: topicalization_SOV
include: _template_yaml
task: zhoblimp_topicalization_SOV
dataset_name: topicalization_SOV_mei
include: _template_yaml
task: zhoblimp_topicalization_SOV_mei
dataset_name: verb_negation_particle
include: _template_yaml
task: zhoblimp_verb_negation_particle
dataset_name: verb_phrase_left_adverbial
include: _template_yaml
task: zhoblimp_verb_phrase_left_adverbial
dataset_name: verb_phrase_left_negation
include: _template_yaml
task: zhoblimp_verb_phrase_left_negation
dataset_name: ya_insertion
include: _template_yaml
task: zhoblimp_ya_insertion
dataset_name: you_quantifier_adj
include: _template_yaml
task: zhoblimp_you_quantifier_adj
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment