Commit a288d585 authored by Christian Sarofeen's avatar Christian Sarofeen
Browse files

FP16 util fix, detach at the right point.

parent 65167d21
...@@ -78,7 +78,7 @@ def prep_param_lists(model, flat_master=False): ...@@ -78,7 +78,7 @@ def prep_param_lists(model, flat_master=False):
master_params.grad = master_params.new(*master_params.size()) master_params.grad = master_params.new(*master_params.size())
return model_params, [master_params] return model_params, [master_params]
else: else:
master_params = [param.detach().clone().float() for param in model_params] master_params = [param.clone().float().detach() for param in model_params]
for param in master_params: for param in master_params:
param.requires_grad = True param.requires_grad = True
return model_params, master_params return model_params, master_params
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment