Skip to content

GitLab

Unverified Commit bf4797c2 authored by Olatunji Ruwase's avatar Olatunji Ruwase Committed by GitHub
Browse files

Fix perf bug (#194) 


Co-authored-by: default avatarShaden Smith <Shaden.Smith@microsoft.com>
parent b7f5cb78
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 3 deletions
deepspeed/pt/deepspeed_zero_optimizer.py
View file @ bf4797c2
...@@ -384,7 +384,6 @@ class FP16_DeepSpeedZeroOptimizer(object): ...@@ -384,7 +384,6 @@ class FP16_DeepSpeedZeroOptimizer(object):
for group in self.single_partition_of_fp32_groups: for group in self.single_partition_of_fp32_groups:
group.grad = None group.grad = None
for i in range(len(norm_groups)):
for fp16_partitions, fp32_partition in zip(self.parallel_partitioned_fp16_groups, self.single_partition_of_fp32_groups): for fp16_partitions, fp32_partition in zip(self.parallel_partitioned_fp16_groups, self.single_partition_of_fp32_groups):
fp16_partitions[partition_id].data.copy_(fp32_partition.data) fp16_partitions[partition_id].data.copy_(fp32_partition.data)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment