fix rotary_embedding rope_scaling for phi (#3055)

0d2148ef · nstream-ai-devx · GitHub · bf669606 · 0d2148ef
Unverified Commit 0d2148ef authored Jan 22, 2025 by nstream-ai-devx Committed by GitHub Jan 23, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 6 additions and 1 deletion

python/sglang/srt/layers/rotary_embedding.py python/sglang/srt/layers/rotary_embedding.py +6 -1

No files found.
--- a/python/sglang/srt/layers/rotary_embedding.py
+++ b/python/sglang/srt/layers/rotary_embedding.py
@@ -1018,7 +1018,12 @@ def get_rope(
            head_size, rotary_dim, max_position, base, is_neox_style, dtype
        )
    else:
-        scaling_type = rope_scaling["rope_type"]
+        if "rope_type" in rope_scaling:
+            scaling_type = rope_scaling["rope_type"]
+        elif "type" in rope_scaling:
+            scaling_type = rope_scaling["type"]
+        else:
+            raise ValueError("Unknown RoPE scaling type")

        if scaling_type == "llama3":
            scaling_factor = rope_scaling["factor"]