"...composable_kernel.git" did not exist on "0983d205ad16eceaaae8c38527e4712882c2c5af"
Unverified Commit 29598e36 authored by Hubert's avatar Hubert Committed by GitHub
Browse files

[Feat] add falcon-40b (#76)

* [Feat] add falcon-40b

* minor fix
parent 311bf0da
# Only torch >=2.0 is supported for falcon-40b
from opencompass.models import HuggingFaceCausalLM
models = [
dict(
type=HuggingFaceCausalLM,
abbr='falcon-40b-hf',
path='tiiuae/falcon-40b',
tokenizer_path='tiiuae/falcon-40b',
tokenizer_kwargs=dict(
padding_side='left',
truncation_side='left',
trust_remote_code=True,
),
max_out_len=100,
max_seq_len=2048,
batch_size=8,
model_kwargs=dict(trust_remote_code=True, device_map='auto', revision='561820f7eef0cc56a31ea38af15ca1acb07fab5d'),
run_cfg=dict(num_gpus=4, num_procs=1),
)
]
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment