Add LM-SynEval Benchmark (#3184)

* add lm_syneval

* edit readme

* update task readme

* formatting fixes

* run linting

* add descriptions and examples

* clean readme formatting

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_sing_ES_EV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_sing_ES_EV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_sing_ES_EV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_plur_MS_MV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_plur_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_plur_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_sing_MS_MV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_sing_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_sing_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_plur_MS_MV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_plur_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_plur_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_sing_MS_MV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_sing_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_sing_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_plur_IS_IV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_plur_IS_IV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_plur_IS_IV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_sing_IS_IV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_sing_IS_IV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_sing_IS_IV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_plur_IS_IV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_plur_IS_IV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_plur_IS_IV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_sing_IS_IV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_sing_IS_IV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_sing_IS_IV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_plur_MS_MV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_plur_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_plur_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_sing_MS_MV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_sing_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_sing_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_plur_MS_MV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_plur_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_plur_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_sing_MS_MV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_sing_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_sing_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_plur_IS_IV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_plur_IS_IV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_plur_IS_IV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_sing_IS_IV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_sing_IS_IV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_sing_IS_IV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_plur_IS_IV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_plur_IS_IV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_plur_IS_IV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_sing_IS_IV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_sing_IS_IV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_sing_IS_IV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__plur_MS_MV_plur_ES.yaml

+dataset_name: lm_syneval__agreement__prep_anim__plur_MS_MV_plur_ES
+include: _template_yaml
+task: lm_syneval__agreement__prep_anim__plur_MS_MV_plur_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__plur_MS_MV_sing_ES.yaml

+dataset_name: lm_syneval__agreement__prep_anim__plur_MS_MV_sing_ES
+include: _template_yaml
+task: lm_syneval__agreement__prep_anim__plur_MS_MV_sing_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__sing_MS_MV_plur_ES.yaml

+dataset_name: lm_syneval__agreement__prep_anim__sing_MS_MV_plur_ES
+include: _template_yaml
+task: lm_syneval__agreement__prep_anim__sing_MS_MV_plur_ES