Merge branch 'smolrefact' into tasklist

# Conflicts:
#	lm_eval/__main__.py
#	lm_eval/api/group.py
#	lm_eval/api/task.py
#	lm_eval/evaluator_utils.py
#	lm_eval/tasks/__init__.py
#	lm_eval/utils.py
#	pyproject.toml

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_anim__plur_MS_MV_sing_ES_EV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_across_anim__plur_MS_MV_sing_ES_EV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_across_anim__plur_MS_MV_sing_ES_EV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_anim__sing_MS_MV_plur_ES_EV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_across_anim__sing_MS_MV_plur_ES_EV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_across_anim__sing_MS_MV_plur_ES_EV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_anim__sing_MS_MV_sing_ES_EV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_across_anim__sing_MS_MV_sing_ES_EV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_across_anim__sing_MS_MV_sing_ES_EV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__plur_IS_IV_plur_ES_EV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_across_inanim__plur_IS_IV_plur_ES_EV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_across_inanim__plur_IS_IV_plur_ES_EV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__plur_IS_IV_sing_ES_EV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_across_inanim__plur_IS_IV_sing_ES_EV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_across_inanim__plur_IS_IV_sing_ES_EV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_plur_ES_EV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_plur_ES_EV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_plur_ES_EV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_sing_ES_EV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_sing_ES_EV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_across_inanim__sing_IS_IV_sing_ES_EV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_plur_MS_MV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_plur_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_plur_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_sing_MS_MV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_sing_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_within_anim__plur_ES_EV_sing_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_plur_MS_MV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_plur_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_plur_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_sing_MS_MV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_sing_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_within_anim__sing_ES_EV_sing_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_plur_IS_IV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_plur_IS_IV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_plur_IS_IV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_sing_IS_IV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_sing_IS_IV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_within_inanim__plur_ES_EV_sing_IS_IV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_plur_IS_IV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_plur_IS_IV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_plur_IS_IV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_sing_IS_IV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_sing_IS_IV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_no_comp_within_inanim__sing_ES_EV_sing_IS_IV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_plur_MS_MV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_plur_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_plur_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_sing_MS_MV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_sing_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_within_anim__plur_ES_EV_sing_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_plur_MS_MV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_plur_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_plur_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_sing_MS_MV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_sing_MS_MV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_within_anim__sing_ES_EV_sing_MS_MV

lm_eval/tasks/lm_syneval/lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_plur_IS_IV.yaml

+dataset_name: lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_plur_IS_IV
+include: _template_yaml
+task: lm_syneval__agreement__obj_rel_within_inanim__plur_ES_EV_plur_IS_IV