Skip to content

GitLab

Unverified Commit 65e89bae authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

fix: not use the default port (#1068)

parent 6a38efa8
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
python/sglang/test/runners.py
View file @ 65e89bae
...@@ -174,6 +174,7 @@ class SRTRunner: ...@@ -174,6 +174,7 @@ class SRTRunner:
tp_size=1, tp_size=1,
torch_dtype=torch.float16, torch_dtype=torch.float16,
is_generation_model=None, is_generation_model=None,
port=5157,
): ):
self.is_generation_model = ( self.is_generation_model = (
is_generation_model(model_path) is_generation_model(model_path)
...@@ -184,6 +185,7 @@ class SRTRunner: ...@@ -184,6 +185,7 @@ class SRTRunner:
model_path=model_path, model_path=model_path,
tp_size=tp_size, tp_size=tp_size,
dtype=get_dtype_str(torch_dtype), dtype=get_dtype_str(torch_dtype),
port=port,
) )
def forward( def forward(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment