hf_mistral_7b_v0_1.py 277 Bytes
Newer Older
1
from opencompass.models import HuggingFaceBaseModel
2
3
4
5


models = [
    dict(
6
        type=HuggingFaceBaseModel,
7
8
        abbr='mistral-7b-v0.1-hf',
        path='mistralai/Mistral-7B-v0.1',
9
        max_out_len=1024,
10
        batch_size=8,
11
        run_cfg=dict(num_gpus=1),
12
13
    )
]