"graphbolt/vscode:/vscode.git/clone" did not exist on "154b93c7bd08310a5390067e379b0271ade53bbf"
Unverified Commit da504445 authored by Toshiki Kataoka's avatar Toshiki Kataoka Committed by GitHub
Browse files

fix /generate without sampling_params (#734)

parent 252e0f7b
......@@ -40,7 +40,7 @@ class GenerateReqInput:
self.text is not None and self.input_ids is not None
):
raise ValueError("Either text or input_ids should be provided.")
if self.sampling_params.get("n", 1) != 1:
if isinstance(self.sampling_params, dict) and self.sampling_params.get("n", 1) != 1:
is_single = False
else:
if self.text is not None:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment