Merge branch 'main' into inverse-scaling-tasks

lm_eval/tasks/eus_exams/eus_exams_es_opeosakienf.yaml

+# Generated by utils.py
+dataset_name: es_opeosakienf
+include: eus_exams_es
+task: eus_exams_es_opeosakienf

lm_eval/tasks/eus_exams/eus_exams_es_opeosakijuridico.yaml

+# Generated by utils.py
+dataset_name: es_opeosakijuridico
+include: eus_exams_es
+task: eus_exams_es_opeosakijuridico

lm_eval/tasks/eus_exams/eus_exams_es_opeosakioperario.yaml

+# Generated by utils.py
+dataset_name: es_opeosakioperario
+include: eus_exams_es
+task: eus_exams_es_opeosakioperario

lm_eval/tasks/eus_exams/eus_exams_es_opeosakitecnico.yaml

+# Generated by utils.py
+dataset_name: es_opeosakitecnico
+include: eus_exams_es
+task: eus_exams_es_opeosakitecnico

lm_eval/tasks/eus_exams/eus_exams_es_opeosakivarios.yaml

+# Generated by utils.py
+dataset_name: es_opeosakivarios
+include: eus_exams_es
+task: eus_exams_es_opeosakivarios

lm_eval/tasks/eus_exams/eus_exams_es_osakidetza1c.yaml

+# Generated by utils.py
+dataset_name: es_osakidetza1c
+include: eus_exams_es
+task: eus_exams_es_osakidetza1c

lm_eval/tasks/eus_exams/eus_exams_es_osakidetza2c.yaml

+# Generated by utils.py
+dataset_name: es_osakidetza2c
+include: eus_exams_es
+task: eus_exams_es_osakidetza2c

lm_eval/tasks/eus_exams/eus_exams_es_osakidetza3c.yaml

+# Generated by utils.py
+dataset_name: es_osakidetza3c
+include: eus_exams_es
+task: eus_exams_es_osakidetza3c

lm_eval/tasks/eus_exams/eus_exams_es_osakidetza4c.yaml

+# Generated by utils.py
+dataset_name: es_osakidetza4c
+include: eus_exams_es
+task: eus_exams_es_osakidetza4c

lm_eval/tasks/eus_exams/eus_exams_es_osakidetza5c.yaml

+# Generated by utils.py
+dataset_name: es_osakidetza5c
+include: eus_exams_es
+task: eus_exams_es_osakidetza5c

lm_eval/tasks/eus_exams/eus_exams_es_osakidetza6c.yaml

+# Generated by utils.py
+dataset_name: es_osakidetza6c
+include: eus_exams_es
+task: eus_exams_es_osakidetza6c

lm_eval/tasks/eus_exams/eus_exams_es_osakidetza7c.yaml

+# Generated by utils.py
+dataset_name: es_osakidetza7c
+include: eus_exams_es
+task: eus_exams_es_osakidetza7c

lm_eval/tasks/eus_exams/eus_exams_es_osakidetza8c.yaml

+# Generated by utils.py
+dataset_name: es_osakidetza8c
+include: eus_exams_es
+task: eus_exams_es_osakidetza8c

lm_eval/tasks/eus_exams/eus_exams_es_osakidetza9c.yaml

+# Generated by utils.py
+dataset_name: es_osakidetza9c
+include: eus_exams_es
+task: eus_exams_es_osakidetza9c

lm_eval/tasks/eus_exams/eus_exams_eu

+include: eus_exams
+group:
+  - eus_exams_eu
+doc_to_text: "Galdera: {{question}}\nA: {{candidates[0]}}\nB: {{candidates[1]}}\nC: {{candidates[2]}}\nD: {{candidates[3]}}\nErantzuna:"

lm_eval/tasks/eus_exams/eus_exams_eu_ejadministrari.yaml

+# Generated by utils.py
+dataset_name: eu_ejadministrari
+include: eus_exams_eu
+task: eus_exams_eu_ejadministrari

lm_eval/tasks/eus_exams/eus_exams_eu_ejlaguntza.yaml

+# Generated by utils.py
+dataset_name: eu_ejlaguntza
+include: eus_exams_eu
+task: eus_exams_eu_ejlaguntza

lm_eval/tasks/eus_exams/eus_exams_eu_ejlaguntzaile.yaml

+# Generated by utils.py
+dataset_name: eu_ejlaguntzaile
+include: eus_exams_eu
+task: eus_exams_eu_ejlaguntzaile

lm_eval/tasks/eus_exams/eus_exams_eu_ejteknikari.yaml

+# Generated by utils.py
+dataset_name: eu_ejteknikari
+include: eus_exams_eu
+task: eus_exams_eu_ejteknikari

lm_eval/tasks/eus_exams/eus_exams_eu_opebilbaoeu.yaml

+# Generated by utils.py
+dataset_name: eu_opebilbaoeu
+include: eus_exams_eu
+task: eus_exams_eu_opebilbaoeu