Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "03bf877bf4e6653137119dd38006f30c76cbee04"
Unverified Commit 20beb370 authored by eigen's avatar eigen Committed by GitHub
Browse files

feat: add return hidden_states at async generation (#7507)

parent 00fbd8a4
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 1 deletion
python/sglang/srt/entrypoints/engine.py
View file @ 20beb370
...@@ -242,6 +242,7 @@ class Engine(EngineBase): ...@@ -242,6 +242,7 @@ class Engine(EngineBase):
token_ids_logprob: Optional[Union[List[List[int]], List[int]]] = None, token_ids_logprob: Optional[Union[List[List[int]], List[int]]] = None,
lora_path: Optional[List[Optional[str]]] = None, lora_path: Optional[List[Optional[str]]] = None,
custom_logit_processor: Optional[Union[List[str], str]] = None, custom_logit_processor: Optional[Union[List[str], str]] = None,
return_hidden_states: bool = False,
stream: bool = False, stream: bool = False,
bootstrap_host: Optional[Union[List[str], str]] = None, bootstrap_host: Optional[Union[List[str], str]] = None,
bootstrap_port: Optional[Union[List[int], int]] = None, bootstrap_port: Optional[Union[List[int], int]] = None,
...@@ -274,6 +275,7 @@ class Engine(EngineBase): ...@@ -274,6 +275,7 @@ class Engine(EngineBase):
top_logprobs_num=top_logprobs_num, top_logprobs_num=top_logprobs_num,
token_ids_logprob=token_ids_logprob, token_ids_logprob=token_ids_logprob,
lora_path=lora_path, lora_path=lora_path,
return_hidden_states=return_hidden_states,
stream=stream, stream=stream,
custom_logit_processor=custom_logit_processor, custom_logit_processor=custom_logit_processor,
bootstrap_host=bootstrap_host, bootstrap_host=bootstrap_host,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment