Merge branch 'main' into longcxt

2b56339e · Baber · 0b533339 · 703fbffd · 2b56339e · 2b56339e
Commit 2b56339e authored Jan 17, 2025 by Baber
20 changed files
--- a/lm_eval/tasks/aradice/boolq/MSA/boolq_msa.yaml
+++ b/lm_eval/tasks/aradice/boolq/MSA/boolq_msa.yaml
--- a/lm_eval/tasks/aradice/boolq/MSA/metrics.py
+++ b/lm_eval/tasks/aradice/boolq/MSA/metrics.py
--- a/lm_eval/tasks/aradice/boolq/MSA/utils.py
+++ b/lm_eval/tasks/aradice/boolq/MSA/utils.py
--- a/lm_eval/tasks/aradice/cultural-benchmark/egypt.yaml
+++ b/lm_eval/tasks/aradice/cultural-benchmark/egypt.yaml
--- a/lm_eval/tasks/aradice/cultural-benchmark/jordan.yaml
+++ b/lm_eval/tasks/aradice/cultural-benchmark/jordan.yaml
--- a/lm_eval/tasks/aradice/cultural-benchmark/lebanon.yaml
+++ b/lm_eval/tasks/aradice/cultural-benchmark/lebanon.yaml
--- a/lm_eval/tasks/aradice/cultural-benchmark/metrics.py
+++ b/lm_eval/tasks/aradice/cultural-benchmark/metrics.py
--- a/lm_eval/tasks/aradice/cultural-benchmark/palestine.yaml
+++ b/lm_eval/tasks/aradice/cultural-benchmark/palestine.yaml
--- a/lm_eval/tasks/aradice/cultural-benchmark/qatar.yaml
+++ b/lm_eval/tasks/aradice/cultural-benchmark/qatar.yaml
--- a/lm_eval/tasks/aradice/cultural-benchmark/syria.yaml
+++ b/lm_eval/tasks/aradice/cultural-benchmark/syria.yaml
--- a/lm_eval/tasks/aradice/cultural-benchmark/utils.py
+++ b/lm_eval/tasks/aradice/cultural-benchmark/utils.py
--- a/lm_eval/tasks/aradice/openbookqa/metrics.py
+++ b/lm_eval/tasks/aradice/openbookqa/metrics.py
--- a/lm_eval/tasks/aradice/openbookqa/openbookqa_egy.yaml
+++ b/lm_eval/tasks/aradice/openbookqa/openbookqa_egy.yaml
--- a/lm_eval/tasks/aradice/openbookqa/openbookqa_eng.yaml
+++ b/lm_eval/tasks/aradice/openbookqa/openbookqa_eng.yaml
--- a/lm_eval/tasks/aradice/openbookqa/openbookqa_lev.yaml
+++ b/lm_eval/tasks/aradice/openbookqa/openbookqa_lev.yaml
--- a/lm_eval/tasks/aradice/openbookqa/openbookqa_msa.yaml
+++ b/lm_eval/tasks/aradice/openbookqa/openbookqa_msa.yaml
--- a/lm_eval/tasks/aradice/openbookqa/utils.py
+++ b/lm_eval/tasks/aradice/openbookqa/utils.py
--- a/lm_eval/tasks/aradice/piqa/metrics.py
+++ b/lm_eval/tasks/aradice/piqa/metrics.py
--- a/lm_eval/tasks/aradice/piqa/piqa_egy.yaml
+++ b/lm_eval/tasks/aradice/piqa/piqa_egy.yaml
--- a/lm_eval/tasks/aradice/piqa/piqa_eng.yaml
+++ b/lm_eval/tasks/aradice/piqa/piqa_eng.yaml