Unverified Commit 1bd96448 authored by James A. Michaelov's avatar James A. Michaelov Committed by GitHub
Browse files

Add ZhoBLiMP benchmark (#3218)

* add zhoblimp files

* correct group name

* fix group

* add normalized accuracy
parent 51d8a192
dataset_name: question_A_not_A_daodi_b
include: _template_yaml
task: zhoblimp_question_A_not_A_daodi_b
dataset_name: question_A_not_A_indirect
include: _template_yaml
task: zhoblimp_question_A_not_A_indirect
dataset_name: question_V_not_VP_1
include: _template_yaml
task: zhoblimp_question_V_not_VP_1
dataset_name: question_V_not_VP_2
include: _template_yaml
task: zhoblimp_question_V_not_VP_2
dataset_name: question_daodi_nandao_1
include: _template_yaml
task: zhoblimp_question_daodi_nandao_1
dataset_name: question_daodi_nandao_2
include: _template_yaml
task: zhoblimp_question_daodi_nandao_2
dataset_name: question_daodi_nandao_A_not_A_intran
include: _template_yaml
task: zhoblimp_question_daodi_nandao_A_not_A_intran
dataset_name: question_daodi_nandao_A_not_A_tran
include: _template_yaml
task: zhoblimp_question_daodi_nandao_A_not_A_tran
dataset_name: question_daodi_negation
include: _template_yaml
task: zhoblimp_question_daodi_negation
dataset_name: question_nandao_negation
include: _template_yaml
task: zhoblimp_question_nandao_negation
dataset_name: question_nandao_raising_1_a
include: _template_yaml
task: zhoblimp_question_nandao_raising_1_a
dataset_name: question_nandao_raising_1_b
include: _template_yaml
task: zhoblimp_question_nandao_raising_1_b
dataset_name: question_nandao_raising_2
include: _template_yaml
task: zhoblimp_question_nandao_raising_2
dataset_name: question_nandao_raising_3
include: _template_yaml
task: zhoblimp_question_nandao_raising_3
dataset_name: question_nandao_scope_1
include: _template_yaml
task: zhoblimp_question_nandao_scope_1
dataset_name: question_nandao_scope_2
include: _template_yaml
task: zhoblimp_question_nandao_scope_2
dataset_name: question_particle_daodi_choice_intran
include: _template_yaml
task: zhoblimp_question_particle_daodi_choice_intran
dataset_name: question_particle_daodi_choice_tran
include: _template_yaml
task: zhoblimp_question_particle_daodi_choice_tran
dataset_name: question_particle_nandao
include: _template_yaml
task: zhoblimp_question_particle_nandao
dataset_name: relative_operator_intepretation
include: _template_yaml
task: zhoblimp_relative_operator_intepretation
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment