Commit a288d585 authored by Christian Sarofeen's avatar Christian Sarofeen
Browse files

FP16 util fix, detach at the right point.

parent 65167d21
......@@ -78,7 +78,7 @@ def prep_param_lists(model, flat_master=False):
master_params.grad = master_params.new(*master_params.size())
return model_params, [master_params]
else:
master_params = [param.detach().clone().float() for param in model_params]
master_params = [param.clone().float().detach() for param in model_params]
for param in master_params:
param.requires_grad = True
return model_params, master_params
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment