"vscode:/vscode.git/clone" did not exist on "7eba6bfb5bd0e6569547b62ae44c3d0d7dbd028f"
Commit 876387dc authored by dbaranchuk's avatar dbaranchuk
Browse files

minor fixes

parent 656de8ed
...@@ -363,8 +363,8 @@ class MatMul8bitLt(torch.autograd.Function): ...@@ -363,8 +363,8 @@ class MatMul8bitLt(torch.autograd.Function):
# Restore CBt from CB # Restore CBt from CB
assert state.CBt is None, "CBt should not be stored in state" assert state.CBt is None, "CBt should not be stored in state"
CB = state.CB.half() CB = state.CB.half()
SCB = state.SCB.unsquezee(1).half() SCB = state.SCB.unsqueeze(1).half()
SCBt = state.SCBt.unsquezee(1).half() SCBt = state.SCBt.unsqueeze(1).half()
Bt = (CB * SCB).t().contiguous() Bt = (CB * SCB).t().contiguous()
CBt = (Bt / SCBt).t().to(torch.int8) CBt = (Bt / SCBt).t().to(torch.int8)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment