serve.py 197 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
import argparse
import asyncio
from typing import Any

from vllm.benchmarks.serve import main_async


def main(args: argparse.Namespace) -> dict[str, Any]:
    return asyncio.run(main_async(args))