feat: add chat template for internlm2-chat (#802)

3d1cb0af · Yineng Zhang · GitHub · 7d352b4f · 3d1cb0af
Unverified Commit 3d1cb0af authored Jul 30, 2024 by Yineng Zhang Committed by GitHub Jul 30, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 11 additions and 0 deletions

python/sglang/srt/conversation.py python/sglang/srt/conversation.py +11 -0

No files found.
--- a/python/sglang/srt/conversation.py
+++ b/python/sglang/srt/conversation.py
@@ -436,3 +436,14 @@ register_conv_template(
        sep2="</s>",
    )
 )
+
+# Reference: https://github.com/InternLM/lmdeploy/blob/387bf54b4f124e72aab30ae9755f562e435d3d01/lmdeploy/model.py#L425-L442
+register_conv_template(
+    Conversation(
+        name="internlm2-chat",
+        system_template="<|im_start|>system\n{system_message}",
+        roles=("<|im_start|>user", "<|im_start|>assistant"),
+        sep="\n",
+        stop_str=["<|im_end|>", "<|action_end|>"],
+    )
+)