remove target_delimiter

d7457ad3 · haileyschoelkopf · 60c9c170 · d7457ad3
Commit d7457ad3 authored May 30, 2024 by haileyschoelkopf
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

lm_eval/tasks/inverse_scaling/_inverse_scaling_mc_yaml lm_eval/tasks/inverse_scaling/_inverse_scaling_mc_yaml +1 -0

No files found.
--- a/lm_eval/tasks/inverse_scaling/_inverse_scaling_mc_yaml
+++ b/lm_eval/tasks/inverse_scaling/_inverse_scaling_mc_yaml
@@ -5,6 +5,7 @@ test_split: train
 doc_to_text: prompt
 doc_to_choice: classes
 doc_to_target: answer_index
+target_delimiter: ""
 metric_list:
  - metric: acc
    aggregation: mean