Unverified Commit 1bd96448 authored by James A. Michaelov's avatar James A. Michaelov Committed by GitHub
Browse files

Add ZhoBLiMP benchmark (#3218)

* add zhoblimp files

* correct group name

* fix group

* add normalized accuracy
parent 51d8a192
dataset_path: Junrui1202/zhoblimp
output_type: multiple_choice
test_split: train
doc_to_text: ""
target_delimiter: ""
doc_to_target: 0
doc_to_choice: "{{[sentence_good, sentence_bad]}}"
num_fewshot: 0
metric_list:
- metric: acc
aggregation: mean
higher_is_better: true
metadata:
version: 0
dataset_name: adjective_transitive_dui
include: _template_yaml
task: zhoblimp_adjective_transitive_dui
dataset_name: agent_animacy_adv
include: _template_yaml
task: zhoblimp_agent_animacy_adv
dataset_name: agent_animacy_passive
include: _template_yaml
task: zhoblimp_agent_animacy_passive
dataset_name: agent_animacy_subj
include: _template_yaml
task: zhoblimp_agent_animacy_subj
dataset_name: agent_causative
include: _template_yaml
task: zhoblimp_agent_causative
dataset_name: agent_deletion
include: _template_yaml
task: zhoblimp_agent_deletion
dataset_name: anaphor_gender_agreement
include: _template_yaml
task: zhoblimp_anaphor_gender_agreement
dataset_name: anaphor_number_agreement
include: _template_yaml
task: zhoblimp_anaphor_number_agreement
dataset_name: causative_shi_ba
include: _template_yaml
task: zhoblimp_causative_shi_ba
dataset_name: classifier_noun_agreement
include: _template_yaml
task: zhoblimp_classifier_noun_agreement
dataset_name: classifier_noun_agreement_no_gap
include: _template_yaml
task: zhoblimp_classifier_noun_agreement_no_gap
dataset_name: classifier_noun_subj
include: _template_yaml
task: zhoblimp_classifier_noun_subj
dataset_name: control_modal_vs_raising_modal
include: _template_yaml
task: zhoblimp_control_modal_vs_raising_modal
dataset_name: ellipsis_adj
include: _template_yaml
task: zhoblimp_ellipsis_adj
dataset_name: ellipsis_double_object
include: _template_yaml
task: zhoblimp_ellipsis_double_object
dataset_name: ellipsis_n_bar_class
include: _template_yaml
task: zhoblimp_ellipsis_n_bar_class
dataset_name: existential_there_subject_raising
include: _template_yaml
task: zhoblimp_existential_there_subject_raising
dataset_name: fci_renhe_dou
include: _template_yaml
task: zhoblimp_fci_renhe_dou
dataset_name: fci_renhe_prepP
include: _template_yaml
task: zhoblimp_fci_renhe_prepP
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment