Skip to content

GitLab

Unverified Commit f5432e35 authored by Micah Williamson's avatar Micah Williamson Committed by GitHub
Browse files

[ROCm][CI] Loosen RemoteOpenAIServer Startup Timeout (#34922) 


Signed-off-by: default avatarMicah Williamson <micah.williamson@amd.com>
parent 07cab212
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
tests/entrypoints/openai/test_serving_chat.py
View file @ f5432e35
...@@ -126,7 +126,7 @@ def gptoss_speculative_server(default_server_args: list[str]): ...@@ -126,7 +126,7 @@ def gptoss_speculative_server(default_server_args: list[str]):
if is_aiter_found_and_supported(): if is_aiter_found_and_supported():
env_dict = {"VLLM_ROCM_USE_AITER": "1"} env_dict = {"VLLM_ROCM_USE_AITER": "1"}
with RemoteOpenAIServer( with RemoteOpenAIServer(
GPT_OSS_MODEL_NAME, server_args, env_dict=env_dict GPT_OSS_MODEL_NAME, server_args, env_dict=env_dict, max_wait_seconds=480
) as remote_server: ) as remote_server:
yield remote_server yield remote_server
......
tests/utils.py
View file @ f5432e35
...@@ -190,7 +190,7 @@ class RemoteOpenAIServer: ...@@ -190,7 +190,7 @@ class RemoteOpenAIServer:
model_loader.download_model(model_config) model_loader.download_model(model_config)
self._start_server(model, vllm_serve_args, env_dict) self._start_server(model, vllm_serve_args, env_dict)
max_wait_seconds = max_wait_seconds or 240 max_wait_seconds = max_wait_seconds or 360
self._wait_for_server(url=self.url_for("health"), timeout=max_wait_seconds) self._wait_for_server(url=self.url_for("health"), timeout=max_wait_seconds)
def __enter__(self): def __enter__(self):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment