Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
3b08fe2b
Unverified
Commit
3b08fe2b
authored
Jul 07, 2024
by
youkaichao
Committed by
GitHub
Jul 07, 2024
Browse files
[misc][frontend] log all available endpoints (#6195)
Co-authored-by:
Cody Yu
<
hao.yu.cody@gmail.com
>
parent
abfe705a
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
19 additions
and
0 deletions
+19
-0
vllm/entrypoints/api_server.py
vllm/entrypoints/api_server.py
+11
-0
vllm/entrypoints/openai/api_server.py
vllm/entrypoints/openai/api_server.py
+8
-0
No files found.
vllm/entrypoints/api_server.py
View file @
3b08fe2b
...
...
@@ -16,10 +16,13 @@ from fastapi.responses import JSONResponse, Response, StreamingResponse
from
vllm.engine.arg_utils
import
AsyncEngineArgs
from
vllm.engine.async_llm_engine
import
AsyncLLMEngine
from
vllm.logger
import
init_logger
from
vllm.sampling_params
import
SamplingParams
from
vllm.usage.usage_lib
import
UsageContext
from
vllm.utils
import
FlexibleArgumentParser
,
random_uuid
logger
=
init_logger
(
"vllm.entrypoints.api_server"
)
TIMEOUT_KEEP_ALIVE
=
5
# seconds.
app
=
FastAPI
()
engine
=
None
...
...
@@ -107,6 +110,14 @@ if __name__ == "__main__":
engine_args
,
usage_context
=
UsageContext
.
API_SERVER
)
app
.
root_path
=
args
.
root_path
logger
.
info
(
"Available routes are:"
)
for
route
in
app
.
routes
:
if
not
hasattr
(
route
,
'methods'
):
continue
methods
=
', '
.
join
(
route
.
methods
)
logger
.
info
(
"Route: %s, Methods: %s"
,
route
.
path
,
methods
)
uvicorn
.
run
(
app
,
host
=
args
.
host
,
port
=
args
.
port
,
...
...
vllm/entrypoints/openai/api_server.py
View file @
3b08fe2b
...
...
@@ -240,6 +240,14 @@ if __name__ == "__main__":
openai_serving_embedding
=
OpenAIServingEmbedding
(
engine
,
model_config
,
served_model_names
)
app
.
root_path
=
args
.
root_path
logger
.
info
(
"Available routes are:"
)
for
route
in
app
.
routes
:
if
not
hasattr
(
route
,
'methods'
):
continue
methods
=
', '
.
join
(
route
.
methods
)
logger
.
info
(
"Route: %s, Methods: %s"
,
route
.
path
,
methods
)
uvicorn
.
run
(
app
,
host
=
args
.
host
,
port
=
args
.
port
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment