"vscode:/vscode.git/clone" did not exist on "5ebf78b3eb8a55ce0e1d100ca55eecde1bbce4f5"
Unverified Commit abc548c7 authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Minor fix for the import path (#428)

parent aee4f523
...@@ -4,7 +4,7 @@ import dataclasses ...@@ -4,7 +4,7 @@ import dataclasses
from enum import IntEnum, auto from enum import IntEnum, auto
from typing import Dict, List, Optional, Tuple, Union from typing import Dict, List, Optional, Tuple, Union
from sglang.srt.managers.openai_protocol import ChatCompletionRequest from sglang.srt.openai_protocol import ChatCompletionRequest
class SeparatorStyle(IntEnum): class SeparatorStyle(IntEnum):
......
...@@ -25,6 +25,7 @@ class GenerateReqInput: ...@@ -25,6 +25,7 @@ class GenerateReqInput:
return_text_in_logprobs: bool = False return_text_in_logprobs: bool = False
# Whether to stream output # Whether to stream output
stream: bool = False stream: bool = False
# TODO: make all parameters a Union[List[T], T] to allow for batched requests
def post_init(self): def post_init(self):
is_single = isinstance(self.text, str) is_single = isinstance(self.text, str)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment