fix-ray (#193)

2e0d3143 · Zhuohan Li · GitHub · 67d96c29 · 2e0d3143
Unverified Commit 2e0d3143 authored Jun 22, 2023 by Zhuohan Li Committed by GitHub Jun 22, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/engine/llm_engine.py vllm/engine/llm_engine.py +1 -1

No files found.
--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
@@ -87,7 +87,7 @@ class LLMEngine:
                worker_cls = ray.remote(
                    num_cpus=0,
                    num_gpus=1,
-                    resources={node_resource: 1e-5},
+                    resources={node_resource: 1e-3},
                )(worker_cls).remote

            worker = worker_cls(