Commit ed53dfb0 authored by zhuwenwen's avatar zhuwenwen
Browse files

update synchronize

parent a1e9e36f
...@@ -736,7 +736,7 @@ class GroupCoordinator: ...@@ -736,7 +736,7 @@ class GroupCoordinator:
src=self.ranks[src], src=self.ranks[src],
group=group) group=group)
if envs.VLLM_USE_PP_SYNC: if envs.VLLM_USE_PP_SYNC:
torch.cuda.sychronize() torch.cuda.synchronize()
if use_all_gather: if use_all_gather:
# do the allgather # do the allgather
tensor = all_gather_group.all_gather( # type: ignore tensor = all_gather_group.all_gather( # type: ignore
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment