Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
zhaoyu6
sglang
Commits
cdcbde5f
"README_ORIGIN.md" did not exist on "449b6abfe7f778fed107da74a6443b390f27d112"
Unverified
Commit
cdcbde5f
authored
Jul 29, 2024
by
Liangsheng Yin
Committed by
GitHub
Jul 29, 2024
Browse files
Code structure refactor (#807)
parent
21e22b9e
Changes
41
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
4 additions
and
4 deletions
+4
-4
python/sglang/srt/server_args.py
python/sglang/srt/server_args.py
+4
-4
No files found.
python/sglang/srt/server_args.py
View file @
cdcbde5f
...
...
@@ -44,7 +44,7 @@ class ServerArgs:
max_prefill_tokens
:
Optional
[
int
]
=
None
max_running_requests
:
Optional
[
int
]
=
None
max_num_reqs
:
Optional
[
int
]
=
None
schedule_
heurist
ic
:
str
=
"lpm"
schedule_
pol
ic
y
:
str
=
"lpm"
schedule_conservativeness
:
float
=
1.0
# Other runtime options
...
...
@@ -231,11 +231,11 @@ class ServerArgs:
help
=
"The maximum number of requests to serve in the memory pool. If the model have a large context length, you may need to decrease this value to avoid out-of-memory errors."
,
)
parser
.
add_argument
(
"--schedule-
heurist
ic"
,
"--schedule-
pol
ic
y
"
,
type
=
str
,
default
=
ServerArgs
.
schedule_
heurist
ic
,
default
=
ServerArgs
.
schedule_
pol
ic
y
,
choices
=
[
"lpm"
,
"random"
,
"fcfs"
,
"dfs-weight"
],
help
=
"The scheduling
heuristic
."
,
help
=
"The scheduling
policy of the requests
."
,
)
parser
.
add_argument
(
"--schedule-conservativeness"
,
...
...
Prev
1
2
3
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment