make explicit group configs for leaderboard and other newer tasks

9fc24ab4 · haileyschoelkopf · b03c7636 · 9fc24ab4 · 9fc24ab4
Commit 9fc24ab4 authored Jul 03, 2024 by haileyschoelkopf
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 3 deletions

lm_eval/tasks/leaderboard/musr/_template_yaml lm_eval/tasks/leaderboard/musr/_template_yaml +0 -2

lm_eval/tasks/paloma/_paloma_template lm_eval/tasks/paloma/_paloma_template +1 -1

No files found.
--- a/lm_eval/tasks/leaderboard/musr/_template_yaml
+++ b/lm_eval/tasks/leaderboard/musr/_template_yaml
-group:
-  - leaderboard_musr
 dataset_path: TAUR-Lab/MuSR
 output_type: multiple_choice
 doc_to_text: !function utils.doc_to_text

--- a/lm_eval/tasks/paloma/_paloma_template
+++ b/lm_eval/tasks/paloma/_paloma_template
-group:
+tag:
  - paloma
 dataset_path: allenai/paloma
 output_type: loglikelihood_rolling