ml/backend/ggml: fix rms norm

2192a28e · Michael Yang · 5d81c1a1 · 2192a28e
Commit 2192a28e authored Feb 20, 2025 by Michael Yang
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

ml/backend/ggml/ggml.go ml/backend/ggml/ggml.go +1 -1

No files found.
--- a/ml/backend/ggml/ggml.go
+++ b/ml/backend/ggml/ggml.go
@@ -485,7 +485,7 @@ func (t *Tensor) LayerNorm(ctx ml.Context, w, b ml.Tensor, eps float32) ml.Tenso
 }

 func (t *Tensor) RMSNorm(ctx ml.Context, w ml.Tensor, eps float32) ml.Tensor {
-	return (&Tensor{t: C.ggml_norm(ctx.(*Context).ctx, t.t, C.float(eps))}).Mul(ctx, w)
+	return (&Tensor{t: C.ggml_rms_norm(ctx.(*Context).ctx, t.t, C.float(eps))}).Mul(ctx, w)
 }

 func (t *Tensor) Pad(ctx ml.Context, shape ...int) ml.Tensor {