Add LM-SynEval Benchmark (#3184)

* add lm_syneval

* edit readme

* update task readme

* formatting fixes

* run linting

* add descriptions and examples

* clean readme formatting

lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__sing_MS_MV_sing_ES.yaml

+dataset_name: lm_syneval__agreement__prep_anim__sing_MS_MV_sing_ES
+include: _template_yaml
+task: lm_syneval__agreement__prep_anim__sing_MS_MV_sing_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__plur_IS_IV_plur_ES.yaml

+dataset_name: lm_syneval__agreement__prep_inanim__plur_IS_IV_plur_ES
+include: _template_yaml
+task: lm_syneval__agreement__prep_inanim__plur_IS_IV_plur_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__plur_IS_IV_sing_ES.yaml

+dataset_name: lm_syneval__agreement__prep_inanim__plur_IS_IV_sing_ES
+include: _template_yaml
+task: lm_syneval__agreement__prep_inanim__plur_IS_IV_sing_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__sing_IS_IV_plur_ES.yaml

+dataset_name: lm_syneval__agreement__prep_inanim__sing_IS_IV_plur_ES
+include: _template_yaml
+task: lm_syneval__agreement__prep_inanim__sing_IS_IV_plur_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__sing_IS_IV_sing_ES.yaml

+dataset_name: lm_syneval__agreement__prep_inanim__sing_IS_IV_sing_ES
+include: _template_yaml
+task: lm_syneval__agreement__prep_inanim__sing_IS_IV_sing_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__plur_MS_MV_plur_BS.yaml

+dataset_name: lm_syneval__agreement__sent_comp__plur_MS_MV_plur_BS
+include: _template_yaml
+task: lm_syneval__agreement__sent_comp__plur_MS_MV_plur_BS

lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__plur_MS_MV_sing_BS.yaml

+dataset_name: lm_syneval__agreement__sent_comp__plur_MS_MV_sing_BS
+include: _template_yaml
+task: lm_syneval__agreement__sent_comp__plur_MS_MV_sing_BS

lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__sing_MS_MV_plur_BS.yaml

+dataset_name: lm_syneval__agreement__sent_comp__sing_MS_MV_plur_BS
+include: _template_yaml
+task: lm_syneval__agreement__sent_comp__sing_MS_MV_plur_BS

lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__sing_MS_MV_sing_BS.yaml

+dataset_name: lm_syneval__agreement__sent_comp__sing_MS_MV_sing_BS
+include: _template_yaml
+task: lm_syneval__agreement__sent_comp__sing_MS_MV_sing_BS

lm_eval/tasks/lm_syneval/lm_syneval__agreement__simple_agrmt__plur_MS_MV.yaml

+dataset_name: lm_syneval__agreement__simple_agrmt__plur_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__simple_agrmt__plur_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__simple_agrmt__sing_MS_MV.yaml

+dataset_name: lm_syneval__agreement__simple_agrmt__sing_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__simple_agrmt__sing_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__plur_MS_EV_MV_plur_ES.yaml

+dataset_name: lm_syneval__agreement__subj_rel__plur_MS_EV_MV_plur_ES
+include: _template_yaml
+task: lm_syneval__agreement__subj_rel__plur_MS_EV_MV_plur_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__plur_MS_EV_MV_sing_ES.yaml

+dataset_name: lm_syneval__agreement__subj_rel__plur_MS_EV_MV_sing_ES
+include: _template_yaml
+task: lm_syneval__agreement__subj_rel__plur_MS_EV_MV_sing_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__sing_MS_EV_MV_plur_ES.yaml

+dataset_name: lm_syneval__agreement__subj_rel__sing_MS_EV_MV_plur_ES
+include: _template_yaml
+task: lm_syneval__agreement__subj_rel__sing_MS_EV_MV_plur_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__sing_MS_EV_MV_sing_ES.yaml

+dataset_name: lm_syneval__agreement__subj_rel__sing_MS_EV_MV_sing_ES
+include: _template_yaml
+task: lm_syneval__agreement__subj_rel__sing_MS_EV_MV_sing_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__vp_coord__plur_MS_MV_MV.yaml

+dataset_name: lm_syneval__agreement__vp_coord__plur_MS_MV_MV
+include: _template_yaml
+task: lm_syneval__agreement__vp_coord__plur_MS_MV_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__vp_coord__sing_MS_MV_MV.yaml

+dataset_name: lm_syneval__agreement__vp_coord__sing_MS_MV_MV
+include: _template_yaml
+task: lm_syneval__agreement__vp_coord__sing_MS_MV_MV

lm_eval/tasks/lm_syneval/lm_syneval__npi__npi_across_anim__future.yaml

+dataset_name: lm_syneval__npi__npi_across_anim__future
+include: _template_yaml
+task: lm_syneval__npi__npi_across_anim__future

lm_eval/tasks/lm_syneval/lm_syneval__npi__npi_across_anim__past.yaml

+dataset_name: lm_syneval__npi__npi_across_anim__past
+include: _template_yaml
+task: lm_syneval__npi__npi_across_anim__past

lm_eval/tasks/lm_syneval/lm_syneval__npi__npi_across_inanim__future.yaml

+dataset_name: lm_syneval__npi__npi_across_inanim__future
+include: _template_yaml
+task: lm_syneval__npi__npi_across_inanim__future