from opencompass.models import HuggingFacewithChatTemplate
models = [ dict(
type=HuggingFacewithChatTemplate,
abbr='deepseek-7b-chat-hf',
path='deepseek-ai/deepseek-llm-7b-chat', max_out_len=1024,
batch_size=8,
run_cfg=dict(num_gpus=1),
) ]