add puyu model for internal use (#105)

* add puyu model for internal use

* get/set session

* update

* add docstring

lmdeploy/model.py

@@ -96,6 +96,35 @@ class Llama:
         return None
 
 
+@MODELS.register_module(name='puyu')
+class Puyu:
+    """Chat template of puyu model.This is only for internal usage in Shanghai
+    AI Laboratory."""
+
+    def __init__(self):
+        self.system = """meta instruction
+You are an AI assistant whose name is InternLM (书生·浦语).
+- 书生·浦语 is a conversational language model that is developed by Shanghai AI Laboratory (上海人工智能实验室). It is designed to be helpful, honest, and harmless.
+- 书生·浦语 can understand and communicate fluently in the language chosen by the user such as English and 中文.
+conversation"""  # noqa: E501
+        self.user = '<|Human|>'
+        self.eoh = 'െ'
+        self.assistant = '<|Assistant|>'
+
+    def get_prompt(self, prompt, sequence_start=True):
+        if sequence_start:
+            return f'<bos>{self.system}\n' \
+                   f'{self.user}:{prompt}{self.eoh}\n' \
+                   f'{self.assistant}:'
+        else:
+            return f'\n{self.user}:{prompt}{self.eoh}\n{self.assistant}:'
+
+    @property
+    def stop_words(self):
+        """Return the stop-words' token ids."""
+        return [45623]
+
+
 def main(model_name: str = 'test'):
     assert model_name in MODELS.module_dict.keys(), \
         f"'{model_name}' is not supported. " \

lmdeploy/serve/turbomind/chatbot.py

@@ -263,6 +263,16 @@ class Chatbot:
         """reset session."""
         self._session = None
 
+    @property
+    def session(self):
+        """get session."""
+        return self._session
+
+    @session.setter
+    def session(self, value):
+        """set session."""
+        self._session = value
+
     def _get_bos(self):
         """return bos token id."""
         token_ids, _ = self.preprocess('<BOS>')