Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "fa038f86b6b4621c4afa82b25b942cee4f3ac93a"
Unverified Commit 2e37fa07 authored by Neo's avatar Neo Committed by GitHub
Browse files

[FIX]remove ServerArgs duplicate code (#6485)

parent 2d831c6e
Show whitespace changes
Inline Side-by-side
Showing with 0 additions and 8 deletions
python/sglang/srt/server_args.py
View file @ 2e37fa07
...@@ -324,12 +324,6 @@ class ServerArgs: ...@@ -324,12 +324,6 @@ class ServerArgs:
if self.grammar_backend is None: if self.grammar_backend is None:
self.grammar_backend = "xgrammar" self.grammar_backend = "xgrammar"
if self.pp_size > 1:
self.disable_overlap_schedule = True
logger.warning(
"Overlap scheduler is disabled because of using pipeline parallelism."
)
# Data parallelism attention # Data parallelism attention
if self.enable_dp_attention: if self.enable_dp_attention:
self.schedule_conservativeness = self.schedule_conservativeness * 0.3 self.schedule_conservativeness = self.schedule_conservativeness * 0.3
...@@ -1444,8 +1438,6 @@ class ServerArgs: ...@@ -1444,8 +1438,6 @@ class ServerArgs:
# FIXME pp constraints # FIXME pp constraints
if self.pp_size > 1: if self.pp_size > 1:
logger.warning(f"Turn off overlap scheule for pipeline parallelism.")
self.disable_overlap_schedule = True
assert ( assert (
self.disable_overlap_schedule self.disable_overlap_schedule
and self.speculative_algorithm is None and self.speculative_algorithm is None
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment