Skip to content

GitLab

"...text-generation-inference.git" did not exist on "97444f9367a3394396cda0b80098e67f6711bd34"
Unverified Commit 463630dc authored by Alessandro Pietro Bardelli's avatar Alessandro Pietro Bardelli Committed by GitHub
Browse files

[BugFix] replace view+continuous with reshape

parent 4395d68c
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
bitsandbytes/autograd/_functions.py
View file @ 463630dc
...@@ -322,7 +322,7 @@ class MatMul8bitLt(torch.autograd.Function): ...@@ -322,7 +322,7 @@ class MatMul8bitLt(torch.autograd.Function):
# 1. Quantize A # 1. Quantize A
if len(A.shape) == 3: if len(A.shape) == 3:
A = A.view(-1, A.shape[-1]).contiguous() A = A.reshape(-1, A.shape[-1])
CA, CAt, SCA, SCAt, coo_tensorA = F.double_quant(A.to(torch.float16), threshold=state.threshold) CA, CAt, SCA, SCAt, coo_tensorA = F.double_quant(A.to(torch.float16), threshold=state.threshold)
if state.threshold > 0.0 and coo_tensorA is not None: if state.threshold > 0.0 and coo_tensorA is not None:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment