from opencompass.models import HuggingFacewithChatTemplate
models = [ dict(
type=HuggingFacewithChatTemplate,
abbr='yi-6b-chat-hf', path='01-ai/Yi-6B-Chat',
max_out_len=1024,
batch_size=8,
run_cfg=dict(num_gpus=1),
) ]