hf_mistral_7b_v0_2.py

from opencompass.models import HuggingFaceBaseModel


models = [
    dict(
        type=HuggingFaceBaseModel,
        abbr='mistral-7b-v0.2-hf',
        path='mistral-community/Mistral-7B-v0.2',
        max_out_len=1024,
        batch_size=8,
        run_cfg=dict(num_gpus=1),
    )
]