Skip to content

GitLab

Unverified Commit 65e89bae authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

fix: not use the default port (#1068)

parent 6a38efa8
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
python/sglang/test/runners.py
View file @ 65e89bae
......@@ -174,6 +174,7 @@ class SRTRunner:
tp_size=1,
torch_dtype=torch.float16,
is_generation_model=None,
port=5157,
):
self.is_generation_model = (
is_generation_model(model_path)
......@@ -184,6 +185,7 @@ class SRTRunner:
model_path=model_path,
tp_size=tp_size,
dtype=get_dtype_str(torch_dtype),
port=port,
)
def forward(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment