Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
2f30e7c7
Unverified
Commit
2f30e7c7
authored
Apr 25, 2024
by
Norman Mu
Committed by
GitHub
Apr 26, 2024
Browse files
[Frontend] Add --log-level option to api server (#4377)
parent
a74dee9b
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
2 additions
and
1 deletion
+2
-1
vllm/entrypoints/api_server.py
vllm/entrypoints/api_server.py
+2
-1
No files found.
vllm/entrypoints/api_server.py
View file @
2f30e7c7
...
@@ -100,6 +100,7 @@ if __name__ == "__main__":
...
@@ -100,6 +100,7 @@ if __name__ == "__main__":
type
=
str
,
type
=
str
,
default
=
None
,
default
=
None
,
help
=
"FastAPI root_path when app is behind a path based routing proxy"
)
help
=
"FastAPI root_path when app is behind a path based routing proxy"
)
parser
.
add_argument
(
"--log-level"
,
type
=
str
,
default
=
"debug"
)
parser
=
AsyncEngineArgs
.
add_cli_args
(
parser
)
parser
=
AsyncEngineArgs
.
add_cli_args
(
parser
)
args
=
parser
.
parse_args
()
args
=
parser
.
parse_args
()
engine_args
=
AsyncEngineArgs
.
from_cli_args
(
args
)
engine_args
=
AsyncEngineArgs
.
from_cli_args
(
args
)
...
@@ -110,7 +111,7 @@ if __name__ == "__main__":
...
@@ -110,7 +111,7 @@ if __name__ == "__main__":
uvicorn
.
run
(
app
,
uvicorn
.
run
(
app
,
host
=
args
.
host
,
host
=
args
.
host
,
port
=
args
.
port
,
port
=
args
.
port
,
log_level
=
"debug"
,
log_level
=
args
.
log_level
,
timeout_keep_alive
=
TIMEOUT_KEEP_ALIVE
,
timeout_keep_alive
=
TIMEOUT_KEEP_ALIVE
,
ssl_keyfile
=
args
.
ssl_keyfile
,
ssl_keyfile
=
args
.
ssl_keyfile
,
ssl_certfile
=
args
.
ssl_certfile
,
ssl_certfile
=
args
.
ssl_certfile
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment