Merge branch 'rm_multiple_target' into metrics

# Conflicts: # lm_eval/api/filter.py # lm_eval/api/metrics.py # lm_eval/api/task.py # lm_eval/filters/extraction.py

Merge branch 'rm_multiple_target' into metrics
# Conflicts: # lm_eval/api/filter.py # lm_eval/api/metrics.py # lm_eval/api/task.py # lm_eval/filters/extraction.py
3e3a0d8f · Baber · 2b4cdd41 · 00a77ebd · 3e3a0d8f · 3e3a0d8f
Commit 3e3a0d8f authored Jul 21, 2025 by Baber
20 changed files
--- a/lm_eval/tasks/multiblimp/multiblimp_glg.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_glg.yaml
+include: _template_yaml
+dataset_name: glg
+task: multiblimp_glg
--- a/lm_eval/tasks/multiblimp/multiblimp_got.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_got.yaml
+include: _template_yaml
+dataset_name: got
+task: multiblimp_got
--- a/lm_eval/tasks/multiblimp/multiblimp_grc.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_grc.yaml
+include: _template_yaml
+dataset_name: grc
+task: multiblimp_grc
--- a/lm_eval/tasks/multiblimp/multiblimp_guj.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_guj.yaml
+include: _template_yaml
+dataset_name: guj
+task: multiblimp_guj
--- a/lm_eval/tasks/multiblimp/multiblimp_hbo.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_hbo.yaml
+include: _template_yaml
+dataset_name: hbo
+task: multiblimp_hbo
--- a/lm_eval/tasks/multiblimp/multiblimp_hbs.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_hbs.yaml
+include: _template_yaml
+dataset_name: hbs
+task: multiblimp_hbs
--- a/lm_eval/tasks/multiblimp/multiblimp_heb.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_heb.yaml
+include: _template_yaml
+dataset_name: heb
+task: multiblimp_heb
--- a/lm_eval/tasks/multiblimp/multiblimp_hin.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_hin.yaml
+include: _template_yaml
+dataset_name: hin
+task: multiblimp_hin
--- a/lm_eval/tasks/multiblimp/multiblimp_hit.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_hit.yaml
+include: _template_yaml
+dataset_name: hit
+task: multiblimp_hit
--- a/lm_eval/tasks/multiblimp/multiblimp_hsb.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_hsb.yaml
+include: _template_yaml
+dataset_name: hsb
+task: multiblimp_hsb
--- a/lm_eval/tasks/multiblimp/multiblimp_hun.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_hun.yaml
+include: _template_yaml
+dataset_name: hun
+task: multiblimp_hun
--- a/lm_eval/tasks/multiblimp/multiblimp_hye.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_hye.yaml
+include: _template_yaml
+dataset_name: hye
+task: multiblimp_hye
--- a/lm_eval/tasks/multiblimp/multiblimp_hyw.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_hyw.yaml
+include: _template_yaml
+dataset_name: hyw
+task: multiblimp_hyw
--- a/lm_eval/tasks/multiblimp/multiblimp_isl.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_isl.yaml
+include: _template_yaml
+dataset_name: isl
+task: multiblimp_isl
--- a/lm_eval/tasks/multiblimp/multiblimp_ita.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_ita.yaml
+include: _template_yaml
+dataset_name: ita
+task: multiblimp_ita
--- a/lm_eval/tasks/multiblimp/multiblimp_kat.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_kat.yaml
+include: _template_yaml
+dataset_name: kat
+task: multiblimp_kat
--- a/lm_eval/tasks/multiblimp/multiblimp_kaz.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_kaz.yaml
+include: _template_yaml
+dataset_name: kaz
+task: multiblimp_kaz
--- a/lm_eval/tasks/multiblimp/multiblimp_kir.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_kir.yaml
+include: _template_yaml
+dataset_name: kir
+task: multiblimp_kir
--- a/lm_eval/tasks/multiblimp/multiblimp_kmr.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_kmr.yaml
+include: _template_yaml
+dataset_name: kmr
+task: multiblimp_kmr
--- a/lm_eval/tasks/multiblimp/multiblimp_koi.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_koi.yaml
+include: _template_yaml
+dataset_name: koi
+task: multiblimp_koi