Skip to content

GitLab

"git@developer.sourcefind.cn:renzhc/diffusers_dcu.git" did not exist on "128b96f369d7433279cd49b051fd50c87d918507"
Commit a5bfc013 authored by Neel Kant's avatar Neel Kant
Browse files

Merge branch 'master' into ict-merge

parents 628bf0dd c20f4d48
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 1 deletion
megatron/mpu/random.py
View file @ a5bfc013
...@@ -234,7 +234,9 @@ class CheckpointFunction(torch.autograd.Function): ...@@ -234,7 +234,9 @@ class CheckpointFunction(torch.autograd.Function):
if isinstance(outputs, torch.Tensor): if isinstance(outputs, torch.Tensor):
outputs = (outputs,) outputs = (outputs,)
torch.autograd.backward(outputs, args) torch.autograd.backward(outputs, args)
return (None,) + tuple(inp.grad for inp in detached_inputs) grads = tuple(inp.grad if isinstance(inp, torch.Tensor) else inp
for inp in detached_inputs)
return (None,) + grads
def checkpoint(function, *args): def checkpoint(function, *args):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment