from opencompass.models import HuggingFacewithChatTemplate
models = [ dict(
type=HuggingFacewithChatTemplate,
abbr='nanbeige2-8b-chat-hf',
path='Nanbeige/Nanbeige2-8B-Chat', max_out_len=1024,
batch_size=8,
run_cfg=dict(num_gpus=1),
) ]