Skip to content

GitLab

Commit a4489ffb authored by Mohammad's avatar Mohammad
Browse files

addressed jareds comment

parent b6e73188
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 1 deletion
megatron/fp16/fp16util.py
View file @ a4489ffb
...@@ -169,7 +169,6 @@ def model_grads_to_master_grads(model_params, master_params, flat_master=False): ...@@ -169,7 +169,6 @@ def model_grads_to_master_grads(model_params, master_params, flat_master=False):
if model.grad is not None: if model.grad is not None:
if master.grad is None: if master.grad is None:
master.grad = Variable(master.data.new(*master.data.size())) master.grad = Variable(master.data.new(*master.data.size()))
master.grad.data.copy_(model.grad.data)
else: else:
master.grad = None master.grad = None
model_grads = [p.grad for p in model_params if p.grad is not None] model_grads = [p.grad for p in model_params if p.grad is not None]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment