[Fix] Fix unexpected idx bug of Phi-3-small (#4728)

34e07a65 · Baizhou Zhang · GitHub · 15ddd843 · 34e07a65
Unverified Commit 34e07a65 authored Mar 25, 2025 by Baizhou Zhang Committed by GitHub Mar 25, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/srt/models/phi3_small.py python/sglang/srt/models/phi3_small.py +1 -1

No files found.
--- a/python/sglang/srt/models/phi3_small.py
+++ b/python/sglang/srt/models/phi3_small.py
@@ -301,7 +301,7 @@ class Phi3SmallModel(nn.Module):
        self.mup_embedding_multiplier = config.mup_embedding_multiplier
        self.start_layer, self.end_layer, self.layers = make_layers(
            config.num_hidden_layers,
-            lambda prefix: Phi3SmallDecoderLayer(
+            lambda idx, prefix: Phi3SmallDecoderLayer(
                config,
                int(prefix.split(".")[-1]),
                quant_config,