Merge branch 'main' into convert_gen

# Conflicts: # lm_eval/__main__.py # lm_eval/evaluator.py

Merge branch 'main' into convert_gen
# Conflicts: # lm_eval/__main__.py # lm_eval/evaluator.py
efb46937 · Baber · 7fbf899c · ade01428 · efb46937 · efb46937
Commit efb46937 authored Mar 03, 2025 by Baber
20 changed files
--- a/lm_eval/tasks/evalita_llm/_evalita-mp_wic_p4.yaml
+++ b/lm_eval/tasks/evalita_llm/_evalita-mp_wic_p4.yaml
--- a/lm_eval/tasks/evalita_llm/_evalita-mp_wic_p5.yaml
+++ b/lm_eval/tasks/evalita_llm/_evalita-mp_wic_p5.yaml
--- a/lm_eval/tasks/evalita_llm/_evalita-mp_wic_p6.yaml
+++ b/lm_eval/tasks/evalita_llm/_evalita-mp_wic_p6.yaml
--- a/lm_eval/tasks/evalita_llm/_evalita-mp_wic_tasks.yaml
+++ b/lm_eval/tasks/evalita_llm/_evalita-mp_wic_tasks.yaml
--- a/lm_eval/tasks/evalita_llm/_faq_template_yaml
+++ b/lm_eval/tasks/evalita_llm/_faq_template_yaml
--- a/lm_eval/tasks/evalita_llm/_hs_template_yaml
+++ b/lm_eval/tasks/evalita_llm/_hs_template_yaml
--- a/lm_eval/tasks/evalita_llm/_ls_template_yaml
+++ b/lm_eval/tasks/evalita_llm/_ls_template_yaml
--- a/lm_eval/tasks/evalita_llm/_ner_template_yaml
+++ b/lm_eval/tasks/evalita_llm/_ner_template_yaml
--- a/lm_eval/tasks/evalita_llm/_re_template_yaml
+++ b/lm_eval/tasks/evalita_llm/_re_template_yaml
--- a/lm_eval/tasks/evalita_llm/_sa_template_v2_yaml
+++ b/lm_eval/tasks/evalita_llm/_sa_template_v2_yaml
--- a/lm_eval/tasks/evalita_llm/_sa_template_yaml
+++ b/lm_eval/tasks/evalita_llm/_sa_template_yaml
--- a/lm_eval/tasks/evalita_llm/_sum_template_fp-small_yaml
+++ b/lm_eval/tasks/evalita_llm/_sum_template_fp-small_yaml
--- a/lm_eval/tasks/evalita_llm/_sum_template_fp_yaml
+++ b/lm_eval/tasks/evalita_llm/_sum_template_fp_yaml
--- a/lm_eval/tasks/evalita_llm/_sum_template_yaml
+++ b/lm_eval/tasks/evalita_llm/_sum_template_yaml
--- a/lm_eval/tasks/evalita_llm/_te_template_yaml
+++ b/lm_eval/tasks/evalita_llm/_te_template_yaml
--- a/lm_eval/tasks/evalita_llm/_wic_template_yaml
+++ b/lm_eval/tasks/evalita_llm/_wic_template_yaml
--- a/lm_eval/tasks/evalita_llm/metrics.py
+++ b/lm_eval/tasks/evalita_llm/metrics.py
--- a/lm_eval/tasks/evalita_llm/utils.py
+++ b/lm_eval/tasks/evalita_llm/utils.py
--- a/lm_eval/tasks/fda/task.py
+++ b/lm_eval/tasks/fda/task.py
--- a/lm_eval/tasks/galician_bench/README.md
+++ b/lm_eval/tasks/galician_bench/README.md