Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
b0feda09
Unverified
Commit
b0feda09
authored
Apr 22, 2025
by
HAI
Committed by
GitHub
Apr 22, 2025
Browse files
Revert "Support aiter RMSNorm in AMD" (#5646)
parent
6b6e7487
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
3 additions
and
18 deletions
+3
-18
python/sglang/srt/layers/layernorm.py
python/sglang/srt/layers/layernorm.py
+3
-18
No files found.
python/sglang/srt/layers/layernorm.py
View file @
b0feda09
...
@@ -20,12 +20,9 @@ import torch
...
@@ -20,12 +20,9 @@ import torch
import
torch.nn
as
nn
import
torch.nn
as
nn
from
sglang.srt.custom_op
import
CustomOp
from
sglang.srt.custom_op
import
CustomOp
from
sglang.srt.utils
import
is_cuda
,
is_hip
from
sglang.srt.utils
import
is_cuda
logger
=
logging
.
getLogger
(
__name__
)
_is_cuda
=
is_cuda
()
_is_cuda
=
is_cuda
()
_is_hip
=
is_hip
()
if
_is_cuda
:
if
_is_cuda
:
from
sgl_kernel
import
(
from
sgl_kernel
import
(
...
@@ -35,20 +32,8 @@ if _is_cuda:
...
@@ -35,20 +32,8 @@ if _is_cuda:
rmsnorm
,
rmsnorm
,
)
)
if
_is_hip
:
from
aiter.ops.rmsnorm
import
rms_norm
,
rmsnorm2d_fwd_with_add
rmsnorm
=
rms_norm
logger
=
logging
.
getLogger
(
__name__
)
def
fused_add_rmsnorm
(
x
:
torch
.
Tensor
,
residual
:
torch
.
Tensor
,
w
:
torch
.
Tensor
,
eps
:
float
,
)
->
Tuple
[
torch
.
Tensor
,
torch
.
Tensor
]:
rmsnorm2d_fwd_with_add
(
x
,
x
,
residual
,
residual
,
w
,
eps
)
return
x
,
residual
class
RMSNorm
(
CustomOp
):
class
RMSNorm
(
CustomOp
):
...
@@ -154,7 +139,7 @@ class Gemma3RMSNorm(nn.Module):
...
@@ -154,7 +139,7 @@ class Gemma3RMSNorm(nn.Module):
return
f
"
{
tuple
(
self
.
weight
.
shape
)
}
, eps=
{
self
.
eps
}
"
return
f
"
{
tuple
(
self
.
weight
.
shape
)
}
, eps=
{
self
.
eps
}
"
if
not
(
_is_cuda
or
_is_hip
)
:
if
not
_is_cuda
:
logger
.
info
(
logger
.
info
(
"sgl-kernel is not available on Non-NV platforms. Fallback to other kernel libraries."
"sgl-kernel is not available on Non-NV platforms. Fallback to other kernel libraries."
)
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment