Unverified Commit 27d09526 authored by Reid's avatar Reid Committed by GitHub
Browse files

[Misc] extract parser.parse_args() (#18323)


Signed-off-by: default avatarreidliu41 <reid201711@gmail.com>
Co-authored-by: default avatarreidliu41 <reid201711@gmail.com>
parent 221cfc2f
...@@ -140,7 +140,7 @@ def main(args): ...@@ -140,7 +140,7 @@ def main(args):
print(generated_text) print(generated_text)
if __name__ == "__main__": def parse_args():
parser = FlexibleArgumentParser( parser = FlexibleArgumentParser(
description='Demo on using vLLM for offline inference with ' description='Demo on using vLLM for offline inference with '
'audio language models') 'audio language models')
...@@ -155,5 +155,9 @@ if __name__ == "__main__": ...@@ -155,5 +155,9 @@ if __name__ == "__main__":
default=None, default=None,
help="Set the seed when initializing `vllm.LLM`.") help="Set the seed when initializing `vllm.LLM`.")
args = parser.parse_args() return parser.parse_args()
if __name__ == "__main__":
args = parse_args()
main(args) main(args)
...@@ -414,7 +414,7 @@ class ProxyServer: ...@@ -414,7 +414,7 @@ class ProxyServer:
server.run() server.run()
if __name__ == "__main__": def parse_args():
# Todo: allow more config # Todo: allow more config
parser = argparse.ArgumentParser("vLLM disaggregated proxy server.") parser = argparse.ArgumentParser("vLLM disaggregated proxy server.")
parser.add_argument("--model", parser.add_argument("--model",
...@@ -445,6 +445,10 @@ if __name__ == "__main__": ...@@ -445,6 +445,10 @@ if __name__ == "__main__":
default=8000, default=8000,
help="Server port number", help="Server port number",
) )
args = parser.parse_args() return parser.parse_args()
if __name__ == "__main__":
args = parse_args()
proxy_server = ProxyServer(args=args) proxy_server = ProxyServer(args=args)
proxy_server.run_server() proxy_server.run_server()
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment