aggregate by group (total and categories) (#2643)

b2c090cc · Minho Ryu · GitHub · ed9c6fc8 · b2c090cc · b2c090cc
Unverified Commit b2c090cc authored Jan 22, 2025 by Minho Ryu Committed by GitHub Jan 21, 2025
20 changed files
--- a/lm_eval/tasks/kmmlu/direct/kmmlu_direct_taxation.yaml
+++ b/lm_eval/tasks/kmmlu/direct/kmmlu_direct_taxation.yaml
--- a/lm_eval/tasks/kmmlu/direct/kmmlu_direct_telecommunications_and_wireless_technology.yaml
+++ b/lm_eval/tasks/kmmlu/direct/kmmlu_direct_telecommunications_and_wireless_technology.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/_direct_hard_kmmlu_yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/_direct_hard_kmmlu_yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_applied_science.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_applied_science.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_humss.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_humss.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_other.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_other.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_stem.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_stem.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_accounting.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_accounting.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_agricultural_sciences.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_agricultural_sciences.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_aviation_engineering_and_maintenance.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_aviation_engineering_and_maintenance.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_biology.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_biology.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_chemical_engineering.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_chemical_engineering.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_chemistry.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_chemistry.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_civil_engineering.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_civil_engineering.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_computer_science.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_computer_science.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_construction.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_construction.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_criminal_law.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_criminal_law.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_ecology.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_ecology.yaml
--- a/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_economics.yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_economics.yaml