fixed stop token

a85e0150 · lintangsutawika · cf4cd770 · a85e0150 · a85e0150
Commit a85e0150 authored Mar 14, 2024 by lintangsutawika
2 changed files
--- a/lm_eval/tasks/mmlu/flan_n_shot/generative/_mmlu_flan_generative_template_yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/generative/_mmlu_flan_generative_template_yaml
@@ -24,7 +24,7 @@ generation_kwargs:
    - "</s>"
    - "Q:"
    - "<|im_end|>"
-    - "<0x0A>"
+    - "\n"
 metric_list:
  - metric: exact_match
    aggregation: mean

--- a/lm_eval/tasks/mmlu/generative/_default_template_yaml
+++ b/lm_eval/tasks/mmlu/generative/_default_template_yaml
@@ -9,7 +9,7 @@ doc_to_target: "{{['A', 'B', 'C', 'D'][answer]}}"
 generation_kwargs:
  until:
    - "</s>"
-    - "<0x0A>"
+    - "\n"
 metric_list:
  - metric: exact_match
    aggregation: mean