Unverified Commit 27d09526 authored by Reid's avatar Reid Committed by GitHub
Browse files

[Misc] extract parser.parse_args() (#18323)


Signed-off-by: default avatarreidliu41 <reid201711@gmail.com>
Co-authored-by: default avatarreidliu41 <reid201711@gmail.com>
parent 221cfc2f
......@@ -140,7 +140,7 @@ def main(args):
print(generated_text)
if __name__ == "__main__":
def parse_args():
parser = FlexibleArgumentParser(
description='Demo on using vLLM for offline inference with '
'audio language models')
......@@ -155,5 +155,9 @@ if __name__ == "__main__":
default=None,
help="Set the seed when initializing `vllm.LLM`.")
args = parser.parse_args()
return parser.parse_args()
if __name__ == "__main__":
args = parse_args()
main(args)
......@@ -414,7 +414,7 @@ class ProxyServer:
server.run()
if __name__ == "__main__":
def parse_args():
# Todo: allow more config
parser = argparse.ArgumentParser("vLLM disaggregated proxy server.")
parser.add_argument("--model",
......@@ -445,6 +445,10 @@ if __name__ == "__main__":
default=8000,
help="Server port number",
)
args = parser.parse_args()
return parser.parse_args()
if __name__ == "__main__":
args = parse_args()
proxy_server = ProxyServer(args=args)
proxy_server.run_server()
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment