feat: support internlm 3 dense (#2888)

f5c6c667 · Yineng Zhang · GitHub · cc0485be · f5c6c667
Unverified Commit f5c6c667 authored Jan 14, 2025 by Yineng Zhang Committed by GitHub Jan 14, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 1 deletion

python/sglang/srt/models/llama.py python/sglang/srt/models/llama.py +5 -1

No files found.
--- a/python/sglang/srt/models/llama.py
+++ b/python/sglang/srt/models/llama.py
@@ -570,4 +570,8 @@ class Phi3ForCausalLM(LlamaForCausalLM):
    pass


-EntryClass = [LlamaForCausalLM, Phi3ForCausalLM]
+class InternLM3ForCausalLM(LlamaForCausalLM):
+    pass
+
+
+EntryClass = [LlamaForCausalLM, Phi3ForCausalLM, InternLM3ForCausalLM]