Skip to content

GitLab

"magic_pdf/git@developer.sourcefind.cn:wangsen/mineru.git" did not exist on "6b6bad4c5899eb3d8d805e1dc89162ebc759c8cc"
Unverified Commit b2eb0805 authored by Qubitium's avatar Qubitium Committed by GitHub
Browse files

Fix Runtime missing some ServerArgs options (#281)

parent 4aa5dd2c
Hide whitespace changes
Inline Side-by-side
Showing with 8 additions and 0 deletions
python/sglang/srt/server.py
View file @ b2eb0805
...@@ -587,6 +587,10 @@ class Runtime: ...@@ -587,6 +587,10 @@ class Runtime:
attention_reduce_in_fp32: bool = False, attention_reduce_in_fp32: bool = False,
random_seed: int = 42, random_seed: int = 42,
log_level: str = "error", log_level: str = "error",
disable_radix_cache: bool = False,
enable_flashinfer: bool = False,
disable_regex_jump_forward: bool = False,
disable_disk_cache: bool = False,
api_key: str = "", api_key: str = "",
port: Optional[int] = None, port: Optional[int] = None,
additional_ports: Optional[Union[List[int], int]] = None, additional_ports: Optional[Union[List[int], int]] = None,
...@@ -610,6 +614,10 @@ class Runtime: ...@@ -610,6 +614,10 @@ class Runtime:
attention_reduce_in_fp32=attention_reduce_in_fp32, attention_reduce_in_fp32=attention_reduce_in_fp32,
random_seed=random_seed, random_seed=random_seed,
log_level=log_level, log_level=log_level,
disable_radix_cache=disable_radix_cache,
enable_flashinfer=enable_flashinfer,
disable_regex_jump_forward=disable_regex_jump_forward,
disable_disk_cache=disable_disk_cache,
api_key=api_key, api_key=api_key,
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment