Commit ed53dfb0 authored by zhuwenwen's avatar zhuwenwen
Browse files

update synchronize

parent a1e9e36f
......@@ -736,7 +736,7 @@ class GroupCoordinator:
src=self.ranks[src],
group=group)
if envs.VLLM_USE_PP_SYNC:
torch.cuda.sychronize()
torch.cuda.synchronize()
if use_all_gather:
# do the allgather
tensor = all_gather_group.all_gather( # type: ignore
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment