launch_server.py 294 Bytes
Newer Older
Lianmin Zheng's avatar
Lianmin Zheng committed
1
2
3
4
import argparse

from sglang.srt.server import ServerArgs, launch_server

Lianmin Zheng's avatar
Lianmin Zheng committed
5

Lianmin Zheng's avatar
Lianmin Zheng committed
6
7
8
9
10
11
if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    ServerArgs.add_cli_args(parser)
    args = parser.parse_args()
    server_args = ServerArgs.from_cli_args(args)

Lianmin Zheng's avatar
Lianmin Zheng committed
12
    launch_server(server_args, None)