recast to fp16

a9fe0ff9 · justheuristic · fc4a135e · a9fe0ff9
Commit a9fe0ff9 authored Sep 17, 2022 by justheuristic
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

bitsandbytes/autograd/_functions.py bitsandbytes/autograd/_functions.py +1 -1

No files found.
--- a/bitsandbytes/autograd/_functions.py
+++ b/bitsandbytes/autograd/_functions.py
@@ -275,7 +275,7 @@ class MatMul8bitLt(torch.autograd.Function):
                    state.SCB,
                    state.SCBt,
                    coo_tensorB,
-                ) = F.double_quant(B)
+                ) = F.double_quant(B.to(torch.float16))
                state.CxB, state.SB = F.transform(CB, to_order=formatB)
        else:
            has_grad = False