mixtral_8x7b_32k.py

from opencompass.models import Mixtral

# Please follow the instruction in https://github.com/open-compass/MixtralKit
# to download the model weights and install the requirements


models = [
    dict(
        abbr='mixtral-8x7b-32k',
        type=Mixtral,
        path='./models/mixtral/mixtral-8x7b-32kseqlen',
        tokenizer_path='./models/mixtral/mixtral-8x7b-32kseqlen/tokenizer.model',
        max_out_len=100,
        max_seq_len=2048,
        batch_size=8,
        num_gpus=2,
        run_cfg=dict(num_gpus=2, num_procs=1),
    ),
]