"git@developer.sourcefind.cn:OpenDAS/megatron-lm.git" did not exist on "fabad46192f78dfac87da5d0198ec3fac972841d"
Unverified Commit b1f9044d authored by Wang, Yi's avatar Wang, Yi Committed by GitHub
Browse files

fix incorrect output of Qwen2-7B-Instruct-GPTQ-Int4 and Qwen2-7B-Inst… (#2717)



fix incorrect output of Qwen2-7B-Instruct-GPTQ-Int4 and Qwen2-7B-Instruct-AWQ
ipex kernel provide func like add_bias, so no need add it outside
Signed-off-by: default avatarWang, Yi A <yi.a.wang@intel.com>
parent 5eedb2ec
...@@ -44,5 +44,4 @@ class WQLinear(nn.Module): ...@@ -44,5 +44,4 @@ class WQLinear(nn.Module):
def forward(self, x): def forward(self, x):
out_shape = x.shape[:-1] + (self.out_features,) out_shape = x.shape[:-1] + (self.out_features,)
out = self.woq_linear(x.reshape(-1, x.shape[-1])) out = self.woq_linear(x.reshape(-1, x.shape[-1]))
out = out + self.bias if self.bias is not None else out
return out.reshape(out_shape) return out.reshape(out_shape)
...@@ -122,5 +122,4 @@ class QuantLinear(nn.Module): ...@@ -122,5 +122,4 @@ class QuantLinear(nn.Module):
def forward(self, x): def forward(self, x):
out_shape = x.shape[:-1] + (self.outfeatures,) out_shape = x.shape[:-1] + (self.outfeatures,)
out = self.woq_linear(x.reshape(-1, x.shape[-1])) out = self.woq_linear(x.reshape(-1, x.shape[-1]))
out = out + self.bias if self.bias is not None else out
return out.reshape(out_shape) return out.reshape(out_shape)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment