remove tokenizer_path from chat_example and move it to lmdeploy/turbomind (#55)

examples/python/chat_example.py → lmdeploy/turbomind/chat.py

+import os.path as osp
 import random
 
 import fire
@@ -13,9 +14,10 @@ def input_prompt():
     return '\n'.join(iter(input, sentinel))
 
 
-def main(model_name, model_path, tokenizer_model_path, session_id: int = 1):
+def main(model_name, model_path, session_id: int = 1):
     tm_model = tm.TurboMind(model_path)
     generator = tm_model.create_instance()
+    tokenizer_model_path = osp.join(model_path, 'triton_models', 'tokenizer')
     tokenizer = AutoTokenizer.from_pretrained(tokenizer_model_path)
     model = MODELS.get(model_name)()
 
@@ -48,8 +50,8 @@ def main(model_name, model_path, tokenizer_model_path, session_id: int = 1):
                     random_seed=seed if nth_round == 1 else None):
                 res, tokens = outputs[0]
                 # decode res
-                response = tokenizer.decode(res[step:],
-                                            skip_special_tokens=True)
+                response = tokenizer.decode(
+                    res[step:], skip_special_tokens=True)
                 print(f'session {session_id}, {tokens}, {response}')
                 # update step
                 step = tokens - 1