Merge branch 'smolrefact' into tasklist

# Conflicts: # lm_eval/__main__.py # lm_eval/api/group.py # lm_eval/api/task.py # lm_eval/evaluator_utils.py # lm_eval/tasks/__init__.py # lm_eval/utils.py # pyproject.toml

Merge branch 'smolrefact' into tasklist
# Conflicts: # lm_eval/__main__.py # lm_eval/api/group.py # lm_eval/api/task.py # lm_eval/evaluator_utils.py # lm_eval/tasks/__init__.py # lm_eval/utils.py # pyproject.toml
abd17276 · Baber · 00afd536 · 70314843 · abd17276 · abd17276
Commit abd17276 authored Sep 26, 2025 by Baber
20 changed files
--- a/lm_eval/tasks/minerva_math/utils.py
+++ b/lm_eval/tasks/minerva_math/utils.py
--- a/lm_eval/tasks/mlqa/README.md
+++ b/lm_eval/tasks/mlqa/README.md
--- a/lm_eval/tasks/mmlu-redux-spanish/README.md
+++ b/lm_eval/tasks/mmlu-redux-spanish/README.md
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/_default_template_spanish_yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/_default_template_spanish_yaml
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/_mmlu.yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/_mmlu.yaml
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_abstract_algebra.yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_abstract_algebra.yaml
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_anatomy.yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_anatomy.yaml
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_astronomy.yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_astronomy.yaml
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_business_ethics.yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_business_ethics.yaml
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_clinical_knowledge.yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_clinical_knowledge.yaml
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_biology.yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_biology.yaml
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_chemistry.yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_chemistry.yaml
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_computer_science.yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_computer_science.yaml
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_mathematics.yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_mathematics.yaml
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_medicine.yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_medicine.yaml
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_physics.yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_college_physics.yaml
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_computer_security.yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_computer_security.yaml
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_conceptual_physics.yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_conceptual_physics.yaml
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_econometrics.yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_econometrics.yaml
--- a/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_electrical_engineering.yaml
+++ b/lm_eval/tasks/mmlu-redux-spanish/generative/mmlu_electrical_engineering.yaml