Unverified Commit 43710e8d authored by Zhuohan Li's avatar Zhuohan Li Committed by GitHub
Browse files

[Fix] Fix default port number in benchmark scripts (#265)

parent 526df28f
...@@ -217,7 +217,7 @@ if __name__ == "__main__": ...@@ -217,7 +217,7 @@ if __name__ == "__main__":
parser.add_argument("--backend", type=str, default="vllm", parser.add_argument("--backend", type=str, default="vllm",
choices=["vllm", "tgi"]) choices=["vllm", "tgi"])
parser.add_argument("--host", type=str, default="localhost") parser.add_argument("--host", type=str, default="localhost")
parser.add_argument("--port", type=int, default=8001) parser.add_argument("--port", type=int, default=8000)
parser.add_argument("--dataset", type=str, required=True, parser.add_argument("--dataset", type=str, required=True,
help="Path to the dataset.") help="Path to the dataset.")
parser.add_argument("--tokenizer", type=str, required=True, parser.add_argument("--tokenizer", type=str, required=True,
......
#!/bin/bash #!/bin/bash
PORT=8001 PORT=8000
MODEL=$1 MODEL=$1
TOKENS=$2 TOKENS=$2
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment