Commit 39f3609d authored by gushiqiao's avatar gushiqiao
Browse files

FIX

parent 92539ed8
...@@ -59,7 +59,8 @@ class QuantLinearFp8(nn.Module): ...@@ -59,7 +59,8 @@ class QuantLinearFp8(nn.Module):
super().__init__() super().__init__()
self.in_features = in_features self.in_features = in_features
self.out_features = out_features self.out_features = out_features
self.register_buffer("weight", torch.empty((out_features, in_features), dtype=torch.float8_e4m3fn))
self.register_buffer("weight_scale", torch.empty((out_features, 1), dtype=torch.float32))
if bias: if bias:
self.register_buffer("bias", torch.empty(out_features, dtype=dtype)) self.register_buffer("bias", torch.empty(out_features, dtype=dtype))
else: else:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment