Merge branch 'smolrefact' into lazy_reg

# Conflicts: # lm_eval/__init__.py # lm_eval/api/metrics.py # lm_eval/api/registry.py # lm_eval/api/task.py # lm_eval/filters/__init__.py # pyproject.toml

Merge branch 'smolrefact' into lazy_reg
# Conflicts: # lm_eval/__init__.py # lm_eval/api/metrics.py # lm_eval/api/registry.py # lm_eval/api/task.py # lm_eval/filters/__init__.py # pyproject.toml
930b4253 · Baber · d547b663 · 73202a2e · 930b4253 · 930b4253
Commit 930b4253 authored Sep 25, 2025 by Baber
20 changed files
--- a/lm_eval/tasks/afrobench/masakhapos/prompt_1/utils.py
+++ b/lm_eval/tasks/afrobench/masakhapos/prompt_1/utils.py
--- a/lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_yaml
+++ b/lm_eval/tasks/afrobench/masakhapos/prompt_2/masakhapos_yaml
--- a/lm_eval/tasks/afrobench/masakhapos/prompt_2/utils.py
+++ b/lm_eval/tasks/afrobench/masakhapos/prompt_2/utils.py
--- a/lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_yaml
+++ b/lm_eval/tasks/afrobench/masakhapos/prompt_3/masakhapos_yaml
--- a/lm_eval/tasks/afrobench/masakhapos/prompt_3/utils.py
+++ b/lm_eval/tasks/afrobench/masakhapos/prompt_3/utils.py
--- a/lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_yaml
+++ b/lm_eval/tasks/afrobench/masakhapos/prompt_4/masakhapos_yaml
--- a/lm_eval/tasks/afrobench/masakhapos/prompt_4/utils.py
+++ b/lm_eval/tasks/afrobench/masakhapos/prompt_4/utils.py
--- a/lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_yaml
+++ b/lm_eval/tasks/afrobench/masakhapos/prompt_5/masakhapos_yaml
--- a/lm_eval/tasks/afrobench/masakhapos/prompt_5/utils.py
+++ b/lm_eval/tasks/afrobench/masakhapos/prompt_5/utils.py
--- a/lm_eval/tasks/afrobench/masakhapos/utils.py
+++ b/lm_eval/tasks/afrobench/masakhapos/utils.py
--- a/lm_eval/tasks/nq_open/README.md
+++ b/lm_eval/tasks/nq_open/README.md
--- a/lm_eval/tasks/nq_open/nq_open.yaml
+++ b/lm_eval/tasks/nq_open/nq_open.yaml
--- a/lm_eval/tasks/scrolls/task.py
+++ b/lm_eval/tasks/scrolls/task.py
--- a/lm_eval/tasks/triviaqa/README.md
+++ b/lm_eval/tasks/triviaqa/README.md
--- a/lm_eval/tasks/triviaqa/default.yaml
+++ b/lm_eval/tasks/triviaqa/default.yaml
--- a/lm_eval/utils.py
+++ b/lm_eval/utils.py
--- a/pyproject.toml
+++ b/pyproject.toml
--- a/templates/example_ci_config.yaml
+++ b/templates/example_ci_config.yaml
--- a/tests/test_cli_subcommands.py
+++ b/tests/test_cli_subcommands.py
--- a/tests/test_metrics.py
+++ b/tests/test_metrics.py