minor fix

10c9d5de · h-albert-lee · 5d07f4e9 · 10c9d5de
Commit 10c9d5de authored Mar 10, 2024 by h-albert-lee
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 4 deletions

lm_eval/tasks/inverse_scaling/_inverse_scaling_round1_yaml lm_eval/tasks/inverse_scaling/_inverse_scaling_round1_yaml +4 -4

No files found.
--- a/lm_eval/tasks/inverse_scaling/_inverse_scaling_round1_yaml
+++ b/lm_eval/tasks/inverse_scaling/_inverse_scaling_round1_yaml
@@ -3,9 +3,9 @@ group:
  - inverse_scaling_round1
 output_type: multiple_choice
 test_split: train
-doc_to_text: "{{prompt}}"
-doc_to_choice: "{{classes}}"
-doc_to_target: "{{answer_index}}"
+doc_to_text: prompt
+doc_to_choice: classes
+doc_to_target: answer_index
 metric_list:
  - metric: acc
    aggregation: mean
@@ -14,4 +14,4 @@ metric_list:
    aggregation: mean
    higher_is_better: true
 metadata:
-  version: 1.0
\ No newline at end of file
+  version: 0
\ No newline at end of file