Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
opencompass
Commits
120bf8b3
"git@developer.sourcefind.cn:OpenDAS/torch-spline-conv.git" did not exist on "98fbb7cb7ed932edaa69634041c658618444917e"
Unverified
Commit
120bf8b3
authored
Mar 01, 2024
by
Mo Li
Committed by
GitHub
Mar 01, 2024
Browse files
add vllm model configs (#938)
parent
3e9844ed
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
54 additions
and
0 deletions
+54
-0
configs/models/others/vllm_orionstar_14b_longchat.py
configs/models/others/vllm_orionstar_14b_longchat.py
+27
-0
configs/models/qwen/vllm_qwen1_5_14b_chat.py
configs/models/qwen/vllm_qwen1_5_14b_chat.py
+27
-0
No files found.
configs/models/others/vllm_orionstar_14b_longchat.py
0 → 100644
View file @
120bf8b3
from
opencompass.models
import
VLLM
_meta_template
=
dict
(
begin
=
'<s>'
,
round
=
[
dict
(
role
=
"HUMAN"
,
begin
=
'Human: '
,
end
=
'
\n
'
),
dict
(
role
=
"BOT"
,
begin
=
"Assistant: "
,
end
=
'</s>'
,
generate
=
True
),
],
eos_token_id
=
2
)
models
=
[
dict
(
abbr
=
'orionstar-14b-longchat-vllm'
,
type
=
VLLM
,
path
=
'OrionStarAI/Orion-14B-LongChat'
,
model_kwargs
=
dict
(
tensor_parallel_size
=
4
),
generation_kwargs
=
dict
(
temperature
=
0
),
meta_template
=
_meta_template
,
max_out_len
=
100
,
max_seq_len
=
4096
,
batch_size
=
32
,
run_cfg
=
dict
(
num_gpus
=
4
,
num_procs
=
1
),
end_str
=
'<|endoftext|>'
,
)
]
configs/models/qwen/vllm_qwen1_5_14b_chat.py
0 → 100644
View file @
120bf8b3
from
opencompass.models
import
VLLM
_meta_template
=
dict
(
round
=
[
dict
(
role
=
"HUMAN"
,
begin
=
'<|im_start|>user
\n
'
,
end
=
'<|im_end|>
\n
'
),
dict
(
role
=
"BOT"
,
begin
=
"<|im_start|>assistant
\n
"
,
end
=
'<|im_end|>
\n
'
,
generate
=
True
),
],
eos_token_id
=
151645
,
)
models
=
[
dict
(
type
=
VLLM
,
abbr
=
'qwen1.5-14b-chat-vllm'
,
path
=
"Qwen/Qwen1.5-14B-Chat"
,
model_kwargs
=
dict
(
tensor_parallel_size
=
2
),
meta_template
=
_meta_template
,
max_out_len
=
100
,
max_seq_len
=
2048
,
batch_size
=
32
,
generation_kwargs
=
dict
(
temperature
=
0
),
end_str
=
'<|im_end|>'
,
run_cfg
=
dict
(
num_gpus
=
2
,
num_procs
=
1
),
)
]
zhuwenwen
@zhuwenwen
mentioned in commit
f2af4933
·
Jun 20, 2024
mentioned in commit
f2af4933
mentioned in commit f2af49337d6b2912d045b98d641dc22fda4b3470
Toggle commit list
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment