Skip to content

GitLab

Unverified Commit f1116495 authored by Baizhou Zhang's avatar Baizhou Zhang Committed by GitHub
Browse files

Replace os.environ in layernorm.py (#10684)

parent bd7eb020
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 2 deletions
python/sglang/srt/layers/layernorm.py
View file @ f1116495
...@@ -14,7 +14,6 @@ ...@@ -14,7 +14,6 @@
"""Fused operators for normalization layers.""" """Fused operators for normalization layers."""
import logging import logging
import os
from typing import Optional, Tuple, Union from typing import Optional, Tuple, Union
import torch import torch
...@@ -81,7 +80,7 @@ class RMSNorm(CustomOp): ...@@ -81,7 +80,7 @@ class RMSNorm(CustomOp):
) )
if _use_aiter: if _use_aiter:
self._forward_method = self.forward_aiter self._forward_method = self.forward_aiter
if os.environ["SGLANG_ENABLE_DETERMINISTIC_INFERENCE"] == "1": if get_bool_env_var("SGLANG_ENABLE_DETERMINISTIC_INFERENCE"):
self._forward_method = self.forward_native self._forward_method = self.forward_native
def forward_cuda( def forward_cuda(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment