Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
2a02185c
Unverified
Commit
2a02185c
authored
Nov 27, 2024
by
Lianmin Zheng
Committed by
GitHub
Nov 27, 2024
Browse files
Rename DP_RANK to SGLANG_DP_RANK (#2218)
parent
fed4c694
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
5 additions
and
5 deletions
+5
-5
python/sglang/srt/managers/scheduler.py
python/sglang/srt/managers/scheduler.py
+3
-3
rust/py_src/sglang_router/launch_server.py
rust/py_src/sglang_router/launch_server.py
+2
-2
No files found.
python/sglang/srt/managers/scheduler.py
View file @
2a02185c
...
@@ -1409,9 +1409,9 @@ def run_scheduler_process(
...
@@ -1409,9 +1409,9 @@ def run_scheduler_process(
if
get_bool_env_var
(
"SGLANG_SET_CPU_AFFINITY"
):
if
get_bool_env_var
(
"SGLANG_SET_CPU_AFFINITY"
):
set_gpu_proc_affinity
(
server_args
.
tp_size
,
server_args
.
nnodes
,
gpu_id
)
set_gpu_proc_affinity
(
server_args
.
tp_size
,
server_args
.
nnodes
,
gpu_id
)
# [For Router] if env var "DP_RANK" exist, set dp_rank to the value of the env var
# [For Router] if env var "
SGLANG_
DP_RANK" exist, set dp_rank to the value of the env var
if
dp_rank
is
None
and
"DP_RANK"
in
os
.
environ
:
if
dp_rank
is
None
and
"
SGLANG_
DP_RANK"
in
os
.
environ
:
dp_rank
=
int
(
os
.
environ
[
"DP_RANK"
])
dp_rank
=
int
(
os
.
environ
[
"
SGLANG_
DP_RANK"
])
if
dp_rank
is
None
:
if
dp_rank
is
None
:
configure_logger
(
server_args
,
prefix
=
f
" TP
{
tp_rank
}
"
)
configure_logger
(
server_args
,
prefix
=
f
" TP
{
tp_rank
}
"
)
...
...
rust/py_src/sglang_router/launch_server.py
View file @
2a02185c
...
@@ -38,8 +38,8 @@ def setup_logger():
...
@@ -38,8 +38,8 @@ def setup_logger():
def
run_server
(
server_args
,
dp_rank
):
def
run_server
(
server_args
,
dp_rank
):
os
.
setpgrp
()
# Create new process group
os
.
setpgrp
()
# Create new process group
# Set DP_RANK environment variable
# Set
SGLANG_
DP_RANK environment variable
os
.
environ
[
"DP_RANK"
]
=
str
(
dp_rank
)
os
.
environ
[
"
SGLANG_
DP_RANK"
]
=
str
(
dp_rank
)
launch_server
(
server_args
)
launch_server
(
server_args
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment