The timeout for each iteration in the engine is set to 120 seconds by default

3d087876 · zhuwenwen · c7e7ca7b · 3d087876
Commit 3d087876 authored Aug 08, 2024 by zhuwenwen
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/envs.py vllm/envs.py +1 -1

No files found.
--- a/vllm/envs.py
+++ b/vllm/envs.py
@@ -144,7 +144,7 @@ environment_variables: Dict[str, Callable[[], Any]] = {

    # timeout for each iteration in the engine
    "VLLM_ENGINE_ITERATION_TIMEOUT_S":
-    lambda: int(os.environ.get("VLLM_ENGINE_ITERATION_TIMEOUT_S", "60")),
+    lambda: int(os.environ.get("VLLM_ENGINE_ITERATION_TIMEOUT_S", "120")),

    # API key for VLLM API server
    "VLLM_API_KEY":