Unverified Commit 648ea064 authored by star's avatar star Committed by GitHub
Browse files

fix: EETQLinear with bias in layers.py (#1176)

parent 9179605e
......@@ -155,10 +155,7 @@ class EETQLinear(nn.Module):
device = weight.device
weight = torch.t(weight).contiguous().cpu()
weight, scale = quant_weights(weight, torch.int8, False)
if bias:
bias = weights.get_tensor(f"{prefix}.bias")
else:
bias = None
self.weight = weight.cuda(device)
self.scale = scale.cuda(device)
self.bias = bias.cuda(device) if bias is not None else None
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment