Merge branch 'smolrefact' into tasklist

# Conflicts:
#	lm_eval/__main__.py
#	lm_eval/api/group.py
#	lm_eval/api/task.py
#	lm_eval/evaluator_utils.py
#	lm_eval/tasks/__init__.py
#	lm_eval/utils.py
#	pyproject.toml

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_sing_IS_IV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_sing_IS_IV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_sing_IS_IV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_plur_IS_IV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_plur_IS_IV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_plur_IS_IV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_sing_IS_IV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_sing_IS_IV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_within_inanim__sing_ES_EV_sing_IS_IV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__plur_MS_MV_plur_ES.yaml

+dataset_name: lm_syneval__agreement__prep_anim__plur_MS_MV_plur_ES
+include: _template_yaml
+task: lm_syneval__agreement__prep_anim__plur_MS_MV_plur_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__plur_MS_MV_sing_ES.yaml

+dataset_name: lm_syneval__agreement__prep_anim__plur_MS_MV_sing_ES
+include: _template_yaml
+task: lm_syneval__agreement__prep_anim__plur_MS_MV_sing_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__sing_MS_MV_plur_ES.yaml

+dataset_name: lm_syneval__agreement__prep_anim__sing_MS_MV_plur_ES
+include: _template_yaml
+task: lm_syneval__agreement__prep_anim__sing_MS_MV_plur_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_anim__sing_MS_MV_sing_ES.yaml

+dataset_name: lm_syneval__agreement__prep_anim__sing_MS_MV_sing_ES
+include: _template_yaml
+task: lm_syneval__agreement__prep_anim__sing_MS_MV_sing_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__plur_IS_IV_plur_ES.yaml

+dataset_name: lm_syneval__agreement__prep_inanim__plur_IS_IV_plur_ES
+include: _template_yaml
+task: lm_syneval__agreement__prep_inanim__plur_IS_IV_plur_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__plur_IS_IV_sing_ES.yaml

+dataset_name: lm_syneval__agreement__prep_inanim__plur_IS_IV_sing_ES
+include: _template_yaml
+task: lm_syneval__agreement__prep_inanim__plur_IS_IV_sing_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__sing_IS_IV_plur_ES.yaml

+dataset_name: lm_syneval__agreement__prep_inanim__sing_IS_IV_plur_ES
+include: _template_yaml
+task: lm_syneval__agreement__prep_inanim__sing_IS_IV_plur_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__prep_inanim__sing_IS_IV_sing_ES.yaml

+dataset_name: lm_syneval__agreement__prep_inanim__sing_IS_IV_sing_ES
+include: _template_yaml
+task: lm_syneval__agreement__prep_inanim__sing_IS_IV_sing_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__plur_MS_MV_plur_BS.yaml

+dataset_name: lm_syneval__agreement__sent_comp__plur_MS_MV_plur_BS
+include: _template_yaml
+task: lm_syneval__agreement__sent_comp__plur_MS_MV_plur_BS

lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__plur_MS_MV_sing_BS.yaml

+dataset_name: lm_syneval__agreement__sent_comp__plur_MS_MV_sing_BS
+include: _template_yaml
+task: lm_syneval__agreement__sent_comp__plur_MS_MV_sing_BS

lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__sing_MS_MV_plur_BS.yaml

+dataset_name: lm_syneval__agreement__sent_comp__sing_MS_MV_plur_BS
+include: _template_yaml
+task: lm_syneval__agreement__sent_comp__sing_MS_MV_plur_BS

lm_eval/tasks/lm_syneval/lm_syneval__agreement__sent_comp__sing_MS_MV_sing_BS.yaml

+dataset_name: lm_syneval__agreement__sent_comp__sing_MS_MV_sing_BS
+include: _template_yaml
+task: lm_syneval__agreement__sent_comp__sing_MS_MV_sing_BS

lm_eval/tasks/lm_syneval/lm_syneval__agreement__simple_agrmt__plur_MS_MV.yaml

+dataset_name: lm_syneval__agreement__simple_agrmt__plur_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__simple_agrmt__plur_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__simple_agrmt__sing_MS_MV.yaml

+dataset_name: lm_syneval__agreement__simple_agrmt__sing_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__simple_agrmt__sing_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__plur_MS_EV_MV_plur_ES.yaml

+dataset_name: lm_syneval__agreement__subj_rel__plur_MS_EV_MV_plur_ES
+include: _template_yaml
+task: lm_syneval__agreement__subj_rel__plur_MS_EV_MV_plur_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__plur_MS_EV_MV_sing_ES.yaml

+dataset_name: lm_syneval__agreement__subj_rel__plur_MS_EV_MV_sing_ES
+include: _template_yaml
+task: lm_syneval__agreement__subj_rel__plur_MS_EV_MV_sing_ES

lm_eval/tasks/lm_syneval/lm_syneval__agreement__subj_rel__sing_MS_EV_MV_plur_ES.yaml

+dataset_name: lm_syneval__agreement__subj_rel__sing_MS_EV_MV_plur_ES
+include: _template_yaml
+task: lm_syneval__agreement__subj_rel__sing_MS_EV_MV_plur_ES