Unverified Commit 0d21f366 authored by AllentDan's avatar AllentDan Committed by GitHub
Browse files

Adjust dependency of gradio server (#236)

* import if lib directory exists

* only modify app.py
parent f06db80d
...@@ -13,8 +13,6 @@ from lmdeploy import turbomind as tm ...@@ -13,8 +13,6 @@ from lmdeploy import turbomind as tm
from lmdeploy.model import MODELS from lmdeploy.model import MODELS
from lmdeploy.serve.gradio.css import CSS from lmdeploy.serve.gradio.css import CSS
from lmdeploy.serve.turbomind.chatbot import Chatbot from lmdeploy.serve.turbomind.chatbot import Chatbot
from lmdeploy.turbomind.chat import valid_str
from lmdeploy.turbomind.tokenizer import Tokenizer
THEME = gr.themes.Soft( THEME = gr.themes.Soft(
primary_hue=gr.themes.colors.blue, primary_hue=gr.themes.colors.blue,
...@@ -169,6 +167,7 @@ def chat_stream_local( ...@@ -169,6 +167,7 @@ def chat_stream_local(
nth_round (gr.State): round num nth_round (gr.State): round num
request (gr.Request): the request from a user request (gr.Request): the request from a user
""" """
from lmdeploy.turbomind.chat import valid_str
session_id = threading.current_thread().ident session_id = threading.current_thread().ident
if request is not None: if request is not None:
session_id = int(request.kwargs['client']['host'].replace('.', '')) session_id = int(request.kwargs['client']['host'].replace('.', ''))
...@@ -264,6 +263,7 @@ def run_local(model_path: str, ...@@ -264,6 +263,7 @@ def run_local(model_path: str,
server_name (str): the ip address of gradio server server_name (str): the ip address of gradio server
server_port (int): the port of gradio server server_port (int): the port of gradio server
""" """
from lmdeploy.turbomind.tokenizer import Tokenizer
InterFace.tokenizer_model_path = osp.join(model_path, 'triton_models', InterFace.tokenizer_model_path = osp.join(model_path, 'triton_models',
'tokenizer') 'tokenizer')
InterFace.tokenizer = Tokenizer(InterFace.tokenizer_model_path) InterFace.tokenizer = Tokenizer(InterFace.tokenizer_model_path)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment