Merge branch 'main' into prefill

4eecbabb · Baber · dac8b534 · fb963f0f · 4eecbabb · 4eecbabb
Commit 4eecbabb authored Sep 16, 2024 by Baber
20 changed files
--- a/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Syria_light.yaml
+++ b/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Syria_light.yaml
--- a/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Tunisia_light.yaml
+++ b/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Tunisia_light.yaml
--- a/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_United_Arab_Emirates_light.yaml
+++ b/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_United_Arab_Emirates_light.yaml
--- a/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Yemen_light.yaml
+++ b/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Yemen_light.yaml
--- a/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_communication_light.yaml
+++ b/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_communication_light.yaml
--- a/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_computer_and_phone_light.yaml
+++ b/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_computer_and_phone_light.yaml
--- a/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_daily_life_light.yaml
+++ b/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_daily_life_light.yaml
--- a/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_entertainment_light.yaml
+++ b/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_entertainment_light.yaml
--- a/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_light.yaml
+++ b/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_light.yaml
--- a/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/utils.py
+++ b/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/utils.py
--- a/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_light.yaml
+++ b/lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_light.yaml
--- a/lm_eval/tasks/mmmu/README.md
+++ b/lm_eval/tasks/mmmu/README.md
--- a/lm_eval/tasks/mmmu/_art_and_design.yaml
+++ b/lm_eval/tasks/mmmu/_art_and_design.yaml
--- a/lm_eval/tasks/mmmu/_business.yaml
+++ b/lm_eval/tasks/mmmu/_business.yaml
--- a/lm_eval/tasks/mmmu/_health_and_medicine.yaml
+++ b/lm_eval/tasks/mmmu/_health_and_medicine.yaml
--- a/lm_eval/tasks/mmmu/_humanities_and_social_sciences.yaml
+++ b/lm_eval/tasks/mmmu/_humanities_and_social_sciences.yaml
--- a/lm_eval/tasks/mmmu/_mmmu.yaml
+++ b/lm_eval/tasks/mmmu/_mmmu.yaml
--- a/lm_eval/tasks/mmmu/_science.yaml
+++ b/lm_eval/tasks/mmmu/_science.yaml
--- a/lm_eval/tasks/mmmu/_tech_and_engineering.yaml
+++ b/lm_eval/tasks/mmmu/_tech_and_engineering.yaml
--- a/lm_eval/tasks/mmmu/_template_yaml
+++ b/lm_eval/tasks/mmmu/_template_yaml