use global filter (#2461)

cd18cb3b · Baber Abbasi · GitHub · bf2abb41 · cd18cb3b
Unverified Commit cd18cb3b authored Nov 07, 2024 by Baber Abbasi Committed by GitHub Nov 07, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml ...u/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml +1 -1

No files found.
--- a/lm_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml
+++ b/lm_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml
@@ -12,7 +12,7 @@ filter_list:
      - function: "take_first"
  - name: "flexible-extract"
    filter:
-      - function: !function utils.MultiChoiceRegexFilter
+      - function: "multi_choice_regex"
        group_select: -1
        ignore_case: true
        ignore_punctuation: true