[Fix] Split if and only if complete eos string shows up (#477)

7d9e3868 · Leymore · GitHub · 861942ab · 7d9e3868
Unverified Commit 7d9e3868 authored Oct 13, 2023 by Leymore Committed by GitHub Oct 13, 2023
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

opencompass/tasks/openicl_eval.py opencompass/tasks/openicl_eval.py +1 -1

No files found.
--- a/opencompass/tasks/openicl_eval.py
+++ b/opencompass/tasks/openicl_eval.py
@@ -207,7 +207,7 @@ class OpenICLEvalTask(BaseTask):
        if end_str:
            # TODO: Support calling tokenizer for the accurate eos token
            # and avoid such hardcode
-            end_idx = s.find(end_str[:1], start)
+            end_idx = s.find(end_str, start)
            if end_idx != -1:
                end = end_idx