Skip to content

GitLab

Commit 45dc1983 authored by justheuristic's avatar justheuristic
Browse files

cast properly

parent 702cc720
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 2 deletions
bitsandbytes/autograd/_functions.py
View file @ 45dc1983
...@@ -294,7 +294,7 @@ class MatMul8bitLt(torch.autograd.Function): ...@@ -294,7 +294,7 @@ class MatMul8bitLt(torch.autograd.Function):
(outliers * state.SCB.view(-1, 1) / 127.0) (outliers * state.SCB.view(-1, 1) / 127.0)
.t() .t()
.contiguous() .contiguous()
.half() .to(B.dtype)
) )
CA[:, state.idx.long()] = 0 CA[:, state.idx.long()] = 0
CAt[:, state.idx.long()] = 0 CAt[:, state.idx.long()] = 0
...@@ -321,7 +321,6 @@ class MatMul8bitLt(torch.autograd.Function): ...@@ -321,7 +321,6 @@ class MatMul8bitLt(torch.autograd.Function):
# 4. Mixed-precision decomposition matmul # 4. Mixed-precision decomposition matmul
if coo_tensorA is not None and subA is not None: if coo_tensorA is not None and subA is not None:
assert subA.dtype == state.subB.dtype, (subA.dtype, state.subB.dtype)
output += torch.matmul(subA, state.subB) output += torch.matmul(subA, state.subB)
# 5. Save state # 5. Save state
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment