"git@developer.sourcefind.cn:change/sglang.git" did not exist on "c8452551ceec95d098df96c3e3c7a1c30066828b"
Unverified Commit 34c32d28 authored by Byron Hsu's avatar Byron Hsu Committed by GitHub
Browse files

Fix styling (#1583)

parent dde8bb16
......@@ -150,7 +150,7 @@ class SglFunction:
self,
*args,
max_new_tokens: int = 128,
stop: Union[str, List[str]] = None,
stop: Optional[Union[str, List[str]]] = None,
stop_token_ids: Optional[List[int]] = None,
temperature: float = 1.0,
top_p: float = 1.0,
......@@ -199,7 +199,7 @@ class SglFunction:
batch_kwargs,
*,
max_new_tokens: int = 128,
stop: Union[str, List[str]] = None,
stop: Optional[Union[str, List[str]]] = None,
stop_token_ids: Optional[List[int]] = None,
temperature: float = 1.0,
top_p: float = 1.0,
......
......@@ -41,8 +41,6 @@ class SamplingParams:
n: int = 1,
json_schema: Optional[str] = None,
) -> None:
if stop_token_ids is None:
stop_token_ids = []
self.temperature = temperature
self.top_p = top_p
self.top_k = top_k
......@@ -51,6 +49,8 @@ class SamplingParams:
self.presence_penalty = presence_penalty
self.repetition_penalty = repetition_penalty
self.stop_strs = stop
if stop_token_ids is None:
stop_token_ids = []
self.stop_token_ids = {*stop_token_ids}
self.max_new_tokens = max_new_tokens
self.min_new_tokens = min_new_tokens
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment