Skip to content

GitLab

"...text-generation-inference.git" did not exist on "1da07e85aae8ce417dda3effd516691394dc31a1"
Commit 702cc720 authored by justheuristic's avatar justheuristic
Browse files

debug asset

parent a214824f
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
bitsandbytes/autograd/_functions.py
View file @ 702cc720
...@@ -321,6 +321,7 @@ class MatMul8bitLt(torch.autograd.Function): ...@@ -321,6 +321,7 @@ class MatMul8bitLt(torch.autograd.Function):
# 4. Mixed-precision decomposition matmul # 4. Mixed-precision decomposition matmul
if coo_tensorA is not None and subA is not None: if coo_tensorA is not None and subA is not None:
assert subA.dtype == state.subB.dtype, (subA.dtype, state.subB.dtype)
output += torch.matmul(subA, state.subB) output += torch.matmul(subA, state.subB)
# 5. Save state # 5. Save state
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment