Commit 3d4721f2 authored by yangql1's avatar yangql1
Browse files

修复CompressedTensors的w8a16的支持

parent 3249f6cc
......@@ -730,7 +730,7 @@ class CompressedTensorsLinearMethod(LinearMethodBase):
)
if weights_scheme is not None:
num_bits = weights_scheme.num_bits
if num_bits == 4:
if isinstance(layer.scheme, CompressedTensorsWNA16):
return layer.scheme.process_weights_after_loading(layer)
n=layer.weight.shape[0]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment