"cacheflow/model_executor/model_loader.py" did not exist on "e9d3f2ff7772c8efe41dc805cec71c223ec18ec8"
Unverified Commit 516cf266 authored by zofia's avatar zofia Committed by GitHub
Browse files

[Bug] correct out dtype of rms_norm_gated native path (#35369)


Signed-off-by: default avatarZhu, Zufang <zufang.zhu@intel.com>
Co-authored-by: default avatarKunshang Ji <kunshang.ji@intel.com>
parent 487e5c51
......@@ -577,7 +577,7 @@ class RMSNormGated(CustomOp):
if z is not None and self.norm_before_gate:
out = out * F.silu(z)
return out
return out.to(x.dtype)
def forward_cuda(
self, x: torch.Tensor, z: torch.Tensor | None = None
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment