Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
cdcbde5f
Unverified
Commit
cdcbde5f
authored
Jul 29, 2024
by
Liangsheng Yin
Committed by
GitHub
Jul 29, 2024
Browse files
Code structure refactor (#807)
parent
21e22b9e
Changes
41
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
4 additions
and
4 deletions
+4
-4
python/sglang/srt/server_args.py
python/sglang/srt/server_args.py
+4
-4
No files found.
python/sglang/srt/server_args.py
View file @
cdcbde5f
...
...
@@ -44,7 +44,7 @@ class ServerArgs:
max_prefill_tokens
:
Optional
[
int
]
=
None
max_running_requests
:
Optional
[
int
]
=
None
max_num_reqs
:
Optional
[
int
]
=
None
schedule_
heurist
ic
:
str
=
"lpm"
schedule_
pol
ic
y
:
str
=
"lpm"
schedule_conservativeness
:
float
=
1.0
# Other runtime options
...
...
@@ -231,11 +231,11 @@ class ServerArgs:
help
=
"The maximum number of requests to serve in the memory pool. If the model have a large context length, you may need to decrease this value to avoid out-of-memory errors."
,
)
parser
.
add_argument
(
"--schedule-
heurist
ic"
,
"--schedule-
pol
ic
y
"
,
type
=
str
,
default
=
ServerArgs
.
schedule_
heurist
ic
,
default
=
ServerArgs
.
schedule_
pol
ic
y
,
choices
=
[
"lpm"
,
"random"
,
"fcfs"
,
"dfs-weight"
],
help
=
"The scheduling
heuristic
."
,
help
=
"The scheduling
policy of the requests
."
,
)
parser
.
add_argument
(
"--schedule-conservativeness"
,
...
...
Prev
1
2
3
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment