Skip to content

GitLab

Unverified Commit 521f862d authored by Byron Hsu's avatar Byron Hsu Committed by GitHub
Browse files

Fix runtime.generate when sampling param is not passed (#1582)

parent 34c32d28
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
python/sglang/srt/managers/io_struct.py
View file @ 521f862d
...@@ -77,7 +77,7 @@ class GenerateReqInput: ...@@ -77,7 +77,7 @@ class GenerateReqInput:
if self.sampling_params is None: if self.sampling_params is None:
self.parallel_sample_num = 1 self.parallel_sample_num = 1
if isinstance(self.sampling_params, dict): elif isinstance(self.sampling_params, dict):
self.parallel_sample_num = self.sampling_params.get("n", 1) self.parallel_sample_num = self.sampling_params.get("n", 1)
else: # isinstance(self.sampling_params, list): else: # isinstance(self.sampling_params, list):
self.parallel_sample_num = self.sampling_params[0].get("n", 1) self.parallel_sample_num = self.sampling_params[0].get("n", 1)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment