hf_vicuna_7b_v15.py 320 Bytes
Newer Older
1
from opencompass.models import HuggingFacewithChatTemplate
Leymore's avatar
Leymore committed
2
3
4

models = [
    dict(
5
        type=HuggingFacewithChatTemplate,
6
        abbr='vicuna-7b-v1.5-hf',
7
8
        path='lmsys/vicuna-7b-v1.5',
        max_out_len=1024,
Leymore's avatar
Leymore committed
9
        batch_size=8,
10
11
        run_cfg=dict(num_gpus=1),
        fastchat_template='vicuna',
Leymore's avatar
Leymore committed
12
13
    )
]