Unverified Commit 2c915218 authored by Leymore's avatar Leymore Committed by GitHub
Browse files

[Feaure] Add new models: baichuan2, tigerbot, vicuna v1.5 (#373)

* add bag of new models: baichuan2, tigerbot, vicuna v1.5

* update

* re-organize models

* update readme

* update
parent b48d0840
from opencompass.models import HuggingFaceCausalLM
models = [
dict(
type=HuggingFaceCausalLM,
abbr='tigerbot-13b-base-v1-hf',
path='TigerResearch/tigerbot-13b-base-v1',
tokenizer_path='TigerResearch/tigerbot-13b-base-v1',
tokenizer_kwargs=dict(
padding_side='left',
truncation_side='left',
trust_remote_code=True,
),
max_out_len=100,
max_seq_len=2048,
batch_size=8,
model_kwargs=dict(trust_remote_code=True, device_map='auto'),
run_cfg=dict(num_gpus=2, num_procs=1),
),
]
from opencompass.models import HuggingFaceCausalLM
models = [
dict(
type=HuggingFaceCausalLM,
abbr='tigerbot-13b-base-v2-hf',
path='TigerResearch/tigerbot-13b-base',
tokenizer_path='TigerResearch/tigerbot-13b-base',
tokenizer_kwargs=dict(
padding_side='left',
truncation_side='left',
trust_remote_code=True,
),
max_out_len=100,
max_seq_len=2048,
batch_size=8,
model_kwargs=dict(trust_remote_code=True, device_map='auto'),
run_cfg=dict(num_gpus=2, num_procs=1),
),
]
from opencompass.models import HuggingFaceCausalLM
_meta_template = dict(
round=[
dict(role='HUMAN', begin='\n\n### Instruction:\n'),
dict(role='BOT', begin='\n\n### Response:\n', generate=True),
],
)
models = [
dict(
type=HuggingFaceCausalLM,
abbr='tigerbot-13b-chat-v1-hf',
path="TigerResearch/tigerbot-13b-chat-v1",
tokenizer_path='TigerResearch/tigerbot-13b-chat-v1',
tokenizer_kwargs=dict(
padding_side='left',
truncation_side='left',
trust_remote_code=True,
),
max_out_len=100,
max_seq_len=2048,
batch_size=8,
meta_template=_meta_template,
model_kwargs=dict(trust_remote_code=True, device_map='auto'),
run_cfg=dict(num_gpus=2, num_procs=1),
)
]
from opencompass.models import HuggingFaceCausalLM
_meta_template = dict(
round=[
dict(role='HUMAN', begin='\n\n### Instruction:\n'),
dict(role='BOT', begin='\n\n### Response:\n', generate=True),
],
)
models = [
dict(
type=HuggingFaceCausalLM,
abbr='tigerbot-13b-chat-v2-hf',
path="TigerResearch/tigerbot-13b-chat",
tokenizer_path='TigerResearch/tigerbot-13b-chat',
tokenizer_kwargs=dict(
padding_side='left',
truncation_side='left',
trust_remote_code=True,
),
max_out_len=100,
max_seq_len=2048,
batch_size=8,
meta_template=_meta_template,
model_kwargs=dict(trust_remote_code=True, device_map='auto'),
run_cfg=dict(num_gpus=2, num_procs=1),
)
]
...@@ -15,7 +15,7 @@ models = [ ...@@ -15,7 +15,7 @@ models = [
max_out_len=100, max_out_len=100,
max_seq_len=2048, max_seq_len=2048,
batch_size=8, batch_size=8,
model_kwargs=dict(trust_remote_code=True, device_map='auto', revision='5f34fd223586e9efb8eb0e3bc667f03581886992'), model_kwargs=dict(trust_remote_code=True, device_map='auto'),
run_cfg=dict(num_gpus=1, num_procs=1), run_cfg=dict(num_gpus=1, num_procs=1),
), ),
] ]
from opencompass.models import HuggingFaceCausalLM
models = [
dict(
type=HuggingFaceCausalLM,
abbr='tigerbot-7b-base-v3-hf',
path='TigerResearch/tigerbot-7b-base',
tokenizer_path='TigerResearch/tigerbot-7b-base',
tokenizer_kwargs=dict(
padding_side='left',
truncation_side='left',
trust_remote_code=True,
),
max_out_len=100,
max_seq_len=2048,
batch_size=8,
model_kwargs=dict(trust_remote_code=True, device_map='auto'),
run_cfg=dict(num_gpus=1, num_procs=1),
),
]
from opencompass.models import HuggingFaceCausalLM
_meta_template = dict(
round=[
dict(role='HUMAN', begin='\n\n### Instruction:\n'),
dict(role='BOT', begin='\n\n### Response:\n', generate=True),
],
)
models = [
dict(
type=HuggingFaceCausalLM,
abbr='tigerbot-7b-chat-v3-hf',
path="TigerResearch/tigerbot-7b-chat",
tokenizer_path='TigerResearch/tigerbot-7b-chat',
tokenizer_kwargs=dict(
padding_side='left',
truncation_side='left',
trust_remote_code=True,
),
max_out_len=100,
max_seq_len=2048,
batch_size=8,
meta_template=_meta_template,
model_kwargs=dict(trust_remote_code=True, device_map='auto'),
run_cfg=dict(num_gpus=1, num_procs=1),
)
]
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment