Commit b837f688 authored by gaoqiong's avatar gaoqiong
Browse files

增加完善lmdeploy测评步骤

parent aeb9899d
......@@ -20,7 +20,7 @@ models = [
dict(
type=TurboMindModel,
abbr='llama-2-7b-chat-hf-lmdeploy',
path="Llama-2-7b-chat-hf",
path="/dataset/llm-models/llama2/Llama-2-7b-chat-hf",
meta_template=llama_chat_meta_template,
engine_config=dict(session_len=4096,
max_batch_size=32),
......
......@@ -9,13 +9,6 @@ with read_base():
datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), [])
work_dir = './outputs/llama2/'
llama_chat_meta_template = dict(
round=[
dict(role="HUMAN", begin='[INST] ', end=' [/INST]'),
dict(role="BOT", begin=' ', end=' ', generate=True),
],
)
models = [
dict(
type=TurboMindModel,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment