Unverified Commit 1bd96448 authored by James A. Michaelov's avatar James A. Michaelov Committed by GitHub
Browse files

Add ZhoBLiMP benchmark (#3218)

* add zhoblimp files

* correct group name

* fix group

* add normalized accuracy
parent 51d8a192
dataset_name: npi_renhe_wh_question_obj
include: _template_yaml
task: zhoblimp_npi_renhe_wh_question_obj
dataset_name: npi_renhe_wh_question_subj
include: _template_yaml
task: zhoblimp_npi_renhe_wh_question_subj
dataset_name: passive_agent_deletion_long_left
include: _template_yaml
task: zhoblimp_passive_agent_deletion_long_left
dataset_name: passive_agent_deletion_long_right_a
include: _template_yaml
task: zhoblimp_passive_agent_deletion_long_right_a
dataset_name: passive_agent_deletion_long_right_b
include: _template_yaml
task: zhoblimp_passive_agent_deletion_long_right_b
dataset_name: passive_agent_deletion_short
include: _template_yaml
task: zhoblimp_passive_agent_deletion_short
dataset_name: passive_body_part
include: _template_yaml
task: zhoblimp_passive_body_part
dataset_name: passive_intransitive
include: _template_yaml
task: zhoblimp_passive_intransitive
dataset_name: passive_no_adj
include: _template_yaml
task: zhoblimp_passive_no_adj
dataset_name: passive_suo
include: _template_yaml
task: zhoblimp_passive_suo
dataset_name: plural_cardinal_men_a
include: _template_yaml
task: zhoblimp_plural_cardinal_men_a
dataset_name: plural_cardinal_men_b
include: _template_yaml
task: zhoblimp_plural_cardinal_men_b
dataset_name: preposition_deletion
include: _template_yaml
task: zhoblimp_preposition_deletion
dataset_name: preposition_insertion
include: _template_yaml
task: zhoblimp_preposition_insertion
dataset_name: principle_A_c_command
include: _template_yaml
task: zhoblimp_principle_A_c_command
dataset_name: principle_A_c_command_number
include: _template_yaml
task: zhoblimp_principle_A_c_command_number
dataset_name: principle_A_domain
include: _template_yaml
task: zhoblimp_principle_A_domain
dataset_name: principle_A_domain_number
include: _template_yaml
task: zhoblimp_principle_A_domain_number
dataset_name: question_A_not_A
include: _template_yaml
task: zhoblimp_question_A_not_A
dataset_name: question_A_not_A_daodi_a
include: _template_yaml
task: zhoblimp_question_A_not_A_daodi_a
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment