Merge branch 'main' into metrics

# Conflicts:
#	lm_eval/models/vllm_causallms.py
#	pyproject.toml

lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__sing_MS_MV_plur_BS.yaml

+dataset_name: lm_syneval__agreement__sent_comp__sing_MS_MV_plur_BS
+include: _template_yaml
+task: lm_syneval__agreement__sent_comp__sing_MS_MV_plur_BS

lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__sing_MS_MV_sing_BS.yaml

+dataset_name: lm_syneval__agreement__sent_comp__sing_MS_MV_sing_BS
+include: _template_yaml
+task: lm_syneval__agreement__sent_comp__sing_MS_MV_sing_BS

lm_eval/tasks/lm_syneval/lm_syneval__agreement__simple_agrmt__plur_MS_MV.yaml

+dataset_name: lm_syneval__agreement__simple_agrmt__plur_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__simple_agrmt__plur_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__simple_agrmt__sing_MS_MV.yaml

+dataset_name: lm_syneval__agreement__simple_agrmt__sing_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__simple_agrmt__sing_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__plur_MS_EV_MV_plur_ES.yaml

+dataset_name: lm_syneval__agreement__subj_rel__plur_MS_EV_MV_plur_ES
+include: _template_yaml
+task: lm_syneval__agreement__subj_rel__plur_MS_EV_MV_plur_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__plur_MS_EV_MV_sing_ES.yaml

+dataset_name: lm_syneval__agreement__subj_rel__plur_MS_EV_MV_sing_ES
+include: _template_yaml
+task: lm_syneval__agreement__subj_rel__plur_MS_EV_MV_sing_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__sing_MS_EV_MV_plur_ES.yaml

+dataset_name: lm_syneval__agreement__subj_rel__sing_MS_EV_MV_plur_ES
+include: _template_yaml
+task: lm_syneval__agreement__subj_rel__sing_MS_EV_MV_plur_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__sing_MS_EV_MV_sing_ES.yaml

+dataset_name: lm_syneval__agreement__subj_rel__sing_MS_EV_MV_sing_ES
+include: _template_yaml
+task: lm_syneval__agreement__subj_rel__sing_MS_EV_MV_sing_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__vp_coord__plur_MS_MV_MV.yaml

+dataset_name: lm_syneval__agreement__vp_coord__plur_MS_MV_MV
+include: _template_yaml
+task: lm_syneval__agreement__vp_coord__plur_MS_MV_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__vp_coord__sing_MS_MV_MV.yaml

+dataset_name: lm_syneval__agreement__vp_coord__sing_MS_MV_MV
+include: _template_yaml
+task: lm_syneval__agreement__vp_coord__sing_MS_MV_MV

lm_eval/tasks/lm_syneval/lm_syneval__npi__npi_across_anim__future.yaml

+dataset_name: lm_syneval__npi__npi_across_anim__future
+include: _template_yaml
+task: lm_syneval__npi__npi_across_anim__future

lm_eval/tasks/lm_syneval/lm_syneval__npi__npi_across_anim__past.yaml

+dataset_name: lm_syneval__npi__npi_across_anim__past
+include: _template_yaml
+task: lm_syneval__npi__npi_across_anim__past

lm_eval/tasks/lm_syneval/lm_syneval__npi__npi_across_inanim__future.yaml

+dataset_name: lm_syneval__npi__npi_across_inanim__future
+include: _template_yaml
+task: lm_syneval__npi__npi_across_inanim__future

lm_eval/tasks/lm_syneval/lm_syneval__npi__npi_across_inanim__past.yaml

+dataset_name: lm_syneval__npi__npi_across_inanim__past
+include: _template_yaml
+task: lm_syneval__npi__npi_across_inanim__past

lm_eval/tasks/lm_syneval/lm_syneval__npi__simple_npi_anim__future.yaml

+dataset_name: lm_syneval__npi__simple_npi_anim__future
+include: _template_yaml
+task: lm_syneval__npi__simple_npi_anim__future

lm_eval/tasks/lm_syneval/lm_syneval__npi__simple_npi_anim__past.yaml

+dataset_name: lm_syneval__npi__simple_npi_anim__past
+include: _template_yaml
+task: lm_syneval__npi__simple_npi_anim__past

lm_eval/tasks/lm_syneval/lm_syneval__npi__simple_npi_inanim__future.yaml

+dataset_name: lm_syneval__npi__simple_npi_inanim__future
+include: _template_yaml
+task: lm_syneval__npi__simple_npi_inanim__future

lm_eval/tasks/lm_syneval/lm_syneval__npi__simple_npi_inanim__past.yaml

+dataset_name: lm_syneval__npi__simple_npi_inanim__past
+include: _template_yaml
+task: lm_syneval__npi__simple_npi_inanim__past

lm_eval/tasks/lm_syneval/lm_syneval__reflexives__reflexive_sent_comp__plur_MS_ANPHR_plur_BS.yaml

+dataset_name: lm_syneval__reflexives__reflexive_sent_comp__plur_MS_ANPHR_plur_BS
+include: _template_yaml
+task: lm_syneval__reflexives__reflexive_sent_comp__plur_MS_ANPHR_plur_BS

lm_eval/tasks/lm_syneval/lm_syneval__reflexives__reflexive_sent_comp__plur_MS_ANPHR_sing_BS.yaml

+dataset_name: lm_syneval__reflexives__reflexive_sent_comp__plur_MS_ANPHR_sing_BS
+include: _template_yaml
+task: lm_syneval__reflexives__reflexive_sent_comp__plur_MS_ANPHR_sing_BS