nit

b72515a1 · Baber · a4ca4d2c · b72515a1
Commit b72515a1 authored Feb 11, 2025 by Baber
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/tasks/mmlu_pro/_default_template_yaml lm_eval/tasks/mmlu_pro/_default_template_yaml +1 -1

No files found.
--- a/lm_eval/tasks/mmlu_pro/_default_template_yaml
+++ b/lm_eval/tasks/mmlu_pro/_default_template_yaml
@@ -13,7 +13,7 @@ filter_list:
    filter:
      - function: "regex"
        regex_pattern: 'answer is \(?([ABCDEFGHIJ])\)?'
-        fallback_regex: [r".*[aA]nswer:\s*([A-J])"]
+        fallback_regex: [".*[aA]nswer:\\s*([A-J])"]
      - function: "take_first"
 generation_kwargs:
  until: