Change `target_delimiter` to `fewshot_delimiter`

7ffa1d1b · Lintang Sutawika · GitHub · 59b047fb · 7ffa1d1b
Unverified Commit 7ffa1d1b authored Jul 06, 2023 by Lintang Sutawika Committed by GitHub Jul 06, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 3 deletions

lm_eval/api/task.py lm_eval/api/task.py +3 -3

No files found.
--- a/lm_eval/api/task.py
+++ b/lm_eval/api/task.py
@@ -111,14 +111,14 @@ class TaskConfig(dict):
                )
            if "until" not in self.generation_kwargs:
-                self.generation_kwargs["until"] = [self.target_delimiter]
+                self.generation_kwargs["until"] = [self.fewshot_delimiter]
        else:
            if self.output_type == "greedy_until":
                # ensure that we greedily generate in absence of explicit arguments otherwise
                self.generation_kwargs = {
                    "until": None
-                    if self.target_delimiter is None
+                    if self.fewshot_delimiter is None
-                    else [self.target_delimiter],
+                    else [self.fewshot_delimiter],
                    "do_sample": False,
                    "temperature": 0.0,
                }