Unverified Commit 1bd96448 authored by James A. Michaelov's avatar James A. Michaelov Committed by GitHub
Browse files

Add ZhoBLiMP benchmark (#3218)

* add zhoblimp files

* correct group name

* fix group

* add normalized accuracy
parent 51d8a192
dataset_name: you_yige
include: _template_yaml
task: zhoblimp_you_yige
group: zhoblimp
task:
- zhoblimp_BA_BEI_subj_drop
- zhoblimp_BA_deletion
- zhoblimp_BA_duplicate_argument
- zhoblimp_BA_inversion
- zhoblimp_BA_meiba
- zhoblimp_BA_negation
- zhoblimp_BA_no_progressive
- zhoblimp_BA_no_stative_verb
- zhoblimp_BA_suo_adverbial_a
- zhoblimp_BA_suo_adverbial_b
- zhoblimp_BA_verb_le_a
- zhoblimp_BA_verb_le_b
- zhoblimp_BEI_construction_a
- zhoblimp_BEI_construction_b
- zhoblimp_BEI_deletion
- zhoblimp_BEI_preposition
- zhoblimp_PN_numP_a
- zhoblimp_PN_numP_b
- zhoblimp_adjective_transitive_dui
- zhoblimp_agent_animacy_adv
- zhoblimp_agent_animacy_passive
- zhoblimp_agent_animacy_subj
- zhoblimp_agent_causative
- zhoblimp_agent_deletion
- zhoblimp_anaphor_gender_agreement
- zhoblimp_anaphor_number_agreement
- zhoblimp_causative_shi_ba
- zhoblimp_classifier_noun_agreement
- zhoblimp_classifier_noun_agreement_no_gap
- zhoblimp_classifier_noun_subj
- zhoblimp_control_modal_vs_raising_modal
- zhoblimp_ellipsis_adj
- zhoblimp_ellipsis_double_object
- zhoblimp_ellipsis_n_bar_class
- zhoblimp_existential_there_subject_raising
- zhoblimp_fci_renhe_dou
- zhoblimp_fci_renhe_prepP
- zhoblimp_fci_renhe_ruguo
- zhoblimp_fci_renhe_subj
- zhoblimp_fci_renhe_suoyou
- zhoblimp_intransitive_double_obj
- zhoblimp_intransitive_no_obj
- zhoblimp_left_adverbial_b
- zhoblimp_left_adverbial_d
- zhoblimp_left_adverbial_e
- zhoblimp_left_adverbial_negation
- zhoblimp_left_dou
- zhoblimp_modal_raising_hui
- zhoblimp_modal_raising_topicalization
- zhoblimp_nominal_definite_men
- zhoblimp_nominal_modal_insertion
- zhoblimp_noun_adjective_shi
- zhoblimp_noun_phrase_conjunction_jian
- zhoblimp_npi_renhe_A_not_A_question
- zhoblimp_npi_renhe_conditional
- zhoblimp_npi_renhe_neg_scope_locP
- zhoblimp_npi_renhe_neg_scope_subj
- zhoblimp_npi_renhe_wh_question_obj
- zhoblimp_npi_renhe_wh_question_subj
- zhoblimp_passive_agent_deletion_long_left
- zhoblimp_passive_agent_deletion_long_right_a
- zhoblimp_passive_agent_deletion_long_right_b
- zhoblimp_passive_agent_deletion_short
- zhoblimp_passive_body_part
- zhoblimp_passive_intransitive
- zhoblimp_passive_no_adj
- zhoblimp_passive_suo
- zhoblimp_plural_cardinal_men_a
- zhoblimp_plural_cardinal_men_b
- zhoblimp_preposition_deletion
- zhoblimp_preposition_insertion
- zhoblimp_principle_A_c_command
- zhoblimp_principle_A_c_command_number
- zhoblimp_principle_A_domain
- zhoblimp_principle_A_domain_number
- zhoblimp_question_A_not_A
- zhoblimp_question_A_not_A_daodi_a
- zhoblimp_question_A_not_A_daodi_b
- zhoblimp_question_A_not_A_indirect
- zhoblimp_question_V_not_VP_1
- zhoblimp_question_V_not_VP_2
- zhoblimp_question_daodi_nandao_1
- zhoblimp_question_daodi_nandao_2
- zhoblimp_question_daodi_nandao_A_not_A_intran
- zhoblimp_question_daodi_nandao_A_not_A_tran
- zhoblimp_question_daodi_negation
- zhoblimp_question_nandao_negation
- zhoblimp_question_nandao_raising_1_a
- zhoblimp_question_nandao_raising_1_b
- zhoblimp_question_nandao_raising_2
- zhoblimp_question_nandao_raising_3
- zhoblimp_question_nandao_scope_1
- zhoblimp_question_nandao_scope_2
- zhoblimp_question_particle_daodi_choice_intran
- zhoblimp_question_particle_daodi_choice_tran
- zhoblimp_question_particle_nandao
- zhoblimp_relative_operator_intepretation
- zhoblimp_relative_operator_who
- zhoblimp_relativization_movement_no_gap
- zhoblimp_relativization_movement_when_where
- zhoblimp_renhe_no_episodic_sentences
- zhoblimp_renhe_no_superordinate_negation
- zhoblimp_renhe_non_factive_verb
- zhoblimp_right_yijing_a
- zhoblimp_right_yijing_b
- zhoblimp_singular_PN_but_plural_pron
- zhoblimp_superlative_quantifiers_1
- zhoblimp_superlative_quantifiers_2
- zhoblimp_topicalization_OSV
- zhoblimp_topicalization_OSV_mei
- zhoblimp_topicalization_SOV
- zhoblimp_topicalization_SOV_mei
- zhoblimp_verb_negation_particle
- zhoblimp_verb_phrase_left_adverbial
- zhoblimp_verb_phrase_left_negation
- zhoblimp_ya_insertion
- zhoblimp_you_quantifier_adj
- zhoblimp_you_yige
aggregate_metric_list:
- metric: acc
aggregation: mean
weight_by_size: false
aggregate_metric_list:
- metric: acc_norm
aggregation: mean
weight_by_size: false
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment