"xcode/vscode:/vscode.git/clone" did not exist on "c6e674dbb35e2fbe89b6f97ee6d197ff0dcdd804"
Commit 2c560dc5 authored by zhuwenwen's avatar zhuwenwen
Browse files

update custom_all_reduce

parent d4df43b0
......@@ -271,10 +271,7 @@ class CustomAllreduce:
if envs.VLLM_CUSTOM_CACHE:
return self.all_reduce(input, registered=True)
else:
if not self.fully_connected:
return self.all_reduce(input, registered=False)
else:
return self.all_reduce(input, registered=True)
else:
# If warm up, mimic the allocation pattern since custom
# allreduce is out-of-place.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment