OpenAI Completions -- fix passing of unexpected 'until' arg (#1612)

34c9b7e4 · Hailey Schoelkopf · GitHub · 65546905 · 34c9b7e4
Unverified Commit 34c9b7e4 authored Mar 21, 2024 by Hailey Schoelkopf Committed by GitHub Mar 21, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/models/openai_completions.py lm_eval/models/openai_completions.py +1 -1

No files found.
--- a/lm_eval/models/openai_completions.py
+++ b/lm_eval/models/openai_completions.py
@@ -281,7 +281,7 @@ class OpenaiCompletionsLM(TemplateLM):
                **{
                    k: v
                    for k, v in request_args.items()
-                    if k not in ["do_sample", "max_gen_toks"]
+                    if k not in {"do_sample", "max_gen_toks", "until"}
                },
            )
            for resp, (context, args_) in zip(response.choices, chunk):