Skip to content

GitLab

Unverified Commit 9587b050 authored by Nick Hill's avatar Nick Hill Committed by GitHub
Browse files

[Core] Use uvloop with zmq-decoupled front-end (#7570)

parent 54bd9a03
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
vllm/entrypoints/openai/rpc/server.py
View file @ 9587b050
...@@ -3,6 +3,7 @@ import signal ...@@ -3,6 +3,7 @@ import signal
from typing import Any, Coroutine from typing import Any, Coroutine
import cloudpickle import cloudpickle
import uvloop
import zmq import zmq
import zmq.asyncio import zmq.asyncio
from typing_extensions import Never from typing_extensions import Never
...@@ -217,4 +218,4 @@ async def run_server(server: AsyncEngineRPCServer): ...@@ -217,4 +218,4 @@ async def run_server(server: AsyncEngineRPCServer):
def run_rpc_server(async_engine_args: AsyncEngineArgs, def run_rpc_server(async_engine_args: AsyncEngineArgs,
usage_context: UsageContext, rpc_path: str): usage_context: UsageContext, rpc_path: str):
server = AsyncEngineRPCServer(async_engine_args, usage_context, rpc_path) server = AsyncEngineRPCServer(async_engine_args, usage_context, rpc_path)
asyncio.run(run_server(server)) uvloop.run(run_server(server))
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment