Merge branch 'main' into metrics

# Conflicts: # lm_eval/models/vllm_causallms.py # pyproject.toml

Merge branch 'main' into metrics
# Conflicts: # lm_eval/models/vllm_causallms.py # pyproject.toml
c4b0c0cb · Baber · 6b20ae8c · de496b80 · c4b0c0cb · c4b0c0cb
Commit c4b0c0cb authored Sep 24, 2025 by Baber
20 changed files
--- a/lm_eval/tasks/cabbq/cabbq_age.yaml
+++ b/lm_eval/tasks/cabbq/cabbq_age.yaml
--- a/lm_eval/tasks/cabbq/cabbq_disability_status.yaml
+++ b/lm_eval/tasks/cabbq/cabbq_disability_status.yaml
--- a/lm_eval/tasks/cabbq/cabbq_gender.yaml
+++ b/lm_eval/tasks/cabbq/cabbq_gender.yaml
--- a/lm_eval/tasks/cabbq/cabbq_lgbtqia.yaml
+++ b/lm_eval/tasks/cabbq/cabbq_lgbtqia.yaml
--- a/lm_eval/tasks/cabbq/cabbq_nationality.yaml
+++ b/lm_eval/tasks/cabbq/cabbq_nationality.yaml
--- a/lm_eval/tasks/cabbq/cabbq_physical_appearance.yaml
+++ b/lm_eval/tasks/cabbq/cabbq_physical_appearance.yaml
--- a/lm_eval/tasks/cabbq/cabbq_race_ethnicity.yaml
+++ b/lm_eval/tasks/cabbq/cabbq_race_ethnicity.yaml
--- a/lm_eval/tasks/cabbq/cabbq_religion.yaml
+++ b/lm_eval/tasks/cabbq/cabbq_religion.yaml
--- a/lm_eval/tasks/cabbq/cabbq_ses.yaml
+++ b/lm_eval/tasks/cabbq/cabbq_ses.yaml
--- a/lm_eval/tasks/cabbq/cabbq_spanish_region.yaml
+++ b/lm_eval/tasks/cabbq/cabbq_spanish_region.yaml
--- a/lm_eval/tasks/cabbq/utils.py
+++ b/lm_eval/tasks/cabbq/utils.py
--- a/lm_eval/tasks/catalan_bench/README.md
+++ b/lm_eval/tasks/catalan_bench/README.md
--- a/lm_eval/tasks/catalan_bench/catalan_bench.yaml
+++ b/lm_eval/tasks/catalan_bench/catalan_bench.yaml
--- a/lm_eval/tasks/catalan_bench/xnli_va.yaml
+++ b/lm_eval/tasks/catalan_bench/xnli_va.yaml
--- a/lm_eval/tasks/click/README.md
+++ b/lm_eval/tasks/click/README.md
--- a/lm_eval/tasks/click/click.yaml
+++ b/lm_eval/tasks/click/click.yaml
--- a/lm_eval/tasks/click/click_cul/_click_cul.yaml
+++ b/lm_eval/tasks/click/click_cul/_click_cul.yaml
--- a/lm_eval/tasks/click/click_cul/_default_click_cul_yaml
+++ b/lm_eval/tasks/click/click_cul/_default_click_cul_yaml
--- a/lm_eval/tasks/click/click_cul/click_cul_economy.yaml
+++ b/lm_eval/tasks/click/click_cul/click_cul_economy.yaml
--- a/lm_eval/tasks/click/click_cul/click_cul_geography.yaml
+++ b/lm_eval/tasks/click/click_cul/click_cul_geography.yaml