hf_internlm2_chat_20b.py 338 Bytes
Newer Older
1
from opencompass.models import HuggingFacewithChatTemplate
2
3
4

models = [
    dict(
5
        type=HuggingFacewithChatTemplate,
6
        abbr='internlm2-chat-20b-hf',
7
8
        path='internlm/internlm2-chat-20b',
        max_out_len=1024,
9
        batch_size=8,
10
11
        run_cfg=dict(num_gpus=2),
        stop_words=['</s>', '<|im_end|>'],
12
13
    )
]