Merge branch 'rm_multiple_target' into metrics

# Conflicts: # lm_eval/api/filter.py # lm_eval/api/metrics.py # lm_eval/api/task.py # lm_eval/filters/extraction.py

Merge branch 'rm_multiple_target' into metrics
# Conflicts: # lm_eval/api/filter.py # lm_eval/api/metrics.py # lm_eval/api/task.py # lm_eval/filters/extraction.py
3e3a0d8f · Baber · 2b4cdd41 · 00a77ebd · 3e3a0d8f · 3e3a0d8f
Commit 3e3a0d8f authored Jul 21, 2025 by Baber
20 changed files
--- a/lm_eval/tasks/multiblimp/multiblimp_quc.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_quc.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_ron.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_ron.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_rus.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_rus.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_sah.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_sah.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_san.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_san.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_slk.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_slk.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_slv.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_slv.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_sme.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_sme.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_sms.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_sms.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_spa.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_spa.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_sqi.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_sqi.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_swe.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_swe.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_tam.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_tam.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_tpn.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_tpn.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_ttc.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_ttc.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_tur.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_tur.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_uig.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_uig.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_ukr.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_ukr.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_urb.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_urb.yaml
--- a/lm_eval/tasks/multiblimp/multiblimp_urd.yaml
+++ b/lm_eval/tasks/multiblimp/multiblimp_urd.yaml