Fix: Turkish MMLU Regex Pattern (#2393)

* Fix Regex Pattern for CoT experiments ---------

Fix: Turkish MMLU Regex Pattern (#2393)
* Fix Regex Pattern for CoT experiments ---------
c1d8795d · Arda · GitHub · 624017b7 · c1d8795d
Unverified Commit c1d8795d authored Oct 17, 2024 by Arda Committed by GitHub Oct 18, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/tasks/turkishmmlu/config_cot/_turkishmmlu_cot_default_yaml ...asks/turkishmmlu/config_cot/_turkishmmlu_cot_default_yaml +1 -1

No files found.
--- a/lm_eval/tasks/turkishmmlu/config_cot/_turkishmmlu_cot_default_yaml
+++ b/lm_eval/tasks/turkishmmlu/config_cot/_turkishmmlu_cot_default_yaml
@@ -11,7 +11,7 @@ filter_list:
  - name: "get-answer"
    filter:
      - function: "regex"
-        regex_pattern: "([A-E])(?= şıkkıdır| şıkkı)$"
+        regex_pattern: "([A-E])(?= şıkkıdır| şıkkı)"
      - function: "take_first"
  - name: "get-choice"
    filter: