Commit 63f5f03a authored by zhuwenwen's avatar zhuwenwen
Browse files

update ray.init()

parent da99b8e3
......@@ -340,7 +340,7 @@ def multi_process_parallel(
# as compared to multiprocessing.
# NOTE: We need to set working_dir for distributed tests,
# otherwise we may get import errors on ray workers
ray.init(runtime_env={"working_dir": VLLM_PATH})
ray.init(num_gpus=tp_size, runtime_env={"working_dir": VLLM_PATH})
distributed_init_port = get_open_port()
refs = []
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment