Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
opencompass
Commits
66d3aa4c
Unverified
Commit
66d3aa4c
authored
Mar 05, 2024
by
Jingming
Committed by
GitHub
Mar 05, 2024
Browse files
[Feature] Add configs of deepseek-coder (#943)
parent
d0550268
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
102 additions
and
0 deletions
+102
-0
configs/models/deepseek/hf_ deepseek_coder_1_3b_instruct.py
configs/models/deepseek/hf_ deepseek_coder_1_3b_instruct.py
+34
-0
configs/models/deepseek/hf_ deepseek_coder_33b_instruct.py
configs/models/deepseek/hf_ deepseek_coder_33b_instruct.py
+34
-0
configs/models/deepseek/hf_ deepseek_coder_6_7b_instruct.py
configs/models/deepseek/hf_ deepseek_coder_6_7b_instruct.py
+34
-0
No files found.
configs/models/deepseek/hf_ deepseek_coder_1_3b_instruct.py
0 → 100644
View file @
66d3aa4c
from
opencompass.models
import
HuggingFaceCausalLM
_meta_template
=
dict
(
round
=
[
dict
(
role
=
"HUMAN"
,
begin
=
'### Instruction:
\n
'
,
end
=
'
\n
'
),
dict
(
role
=
"BOT"
,
begin
=
"### Response:
\n
"
,
end
=
'<|EOT|>'
,
generate
=
True
),
],
eos_token_id
=
100001
,
)
models
=
[
dict
(
type
=
HuggingFaceCausalLM
,
abbr
=
'deepseek-coder-1.3b-hf'
,
path
=
"deepseek-ai/deepseek-coder-1.3b-instruct"
,
tokenizer_path
=
'deepseek-ai/deepseek-coder-1.3b-instruct'
,
model_kwargs
=
dict
(
device_map
=
'auto'
,
trust_remote_code
=
True
,
),
tokenizer_kwargs
=
dict
(
padding_side
=
'left'
,
truncation_side
=
'left'
,
trust_remote_code
=
True
,
use_fast
=
False
,
),
meta_template
=
_meta_template
,
max_out_len
=
2048
,
max_seq_len
=
2048
,
batch_size
=
8
,
run_cfg
=
dict
(
num_gpus
=
1
,
num_procs
=
1
),
end_str
=
'<|EOT|>'
,
)
]
\ No newline at end of file
configs/models/deepseek/hf_ deepseek_coder_33b_instruct.py
0 → 100644
View file @
66d3aa4c
from
opencompass.models
import
HuggingFaceCausalLM
_meta_template
=
dict
(
round
=
[
dict
(
role
=
"HUMAN"
,
begin
=
'### Instruction:
\n
'
,
end
=
'
\n
'
),
dict
(
role
=
"BOT"
,
begin
=
"### Response:
\n
"
,
end
=
'<|EOT|>'
,
generate
=
True
),
],
eos_token_id
=
100001
,
)
models
=
[
dict
(
type
=
HuggingFaceCausalLM
,
abbr
=
'deepseek-coder-33b-hf'
,
path
=
"deepseek-ai/deepseek-coder-33b-instruct"
,
tokenizer_path
=
'deepseek-ai/deepseek-coder-33b-instruct'
,
model_kwargs
=
dict
(
device_map
=
'auto'
,
trust_remote_code
=
True
,
),
tokenizer_kwargs
=
dict
(
padding_side
=
'left'
,
truncation_side
=
'left'
,
trust_remote_code
=
True
,
use_fast
=
False
,
),
meta_template
=
_meta_template
,
max_out_len
=
2048
,
max_seq_len
=
2048
,
batch_size
=
8
,
run_cfg
=
dict
(
num_gpus
=
4
,
num_procs
=
1
),
end_str
=
'<|EOT|>'
,
)
]
\ No newline at end of file
configs/models/deepseek/hf_ deepseek_coder_6_7b_instruct.py
0 → 100644
View file @
66d3aa4c
from
opencompass.models
import
HuggingFaceCausalLM
_meta_template
=
dict
(
round
=
[
dict
(
role
=
"HUMAN"
,
begin
=
'### Instruction:
\n
'
,
end
=
'
\n
'
),
dict
(
role
=
"BOT"
,
begin
=
"### Response:
\n
"
,
end
=
'<|EOT|>'
,
generate
=
True
),
],
eos_token_id
=
100001
,
)
models
=
[
dict
(
type
=
HuggingFaceCausalLM
,
abbr
=
'deepseek-coder-6.7b-hf'
,
path
=
"deepseek-ai/deepseek-coder-6.7b-instruct"
,
tokenizer_path
=
'deepseek-ai/deepseek-coder-6.7b-instruct'
,
model_kwargs
=
dict
(
device_map
=
'auto'
,
trust_remote_code
=
True
,
),
tokenizer_kwargs
=
dict
(
padding_side
=
'left'
,
truncation_side
=
'left'
,
trust_remote_code
=
True
,
use_fast
=
False
,
),
meta_template
=
_meta_template
,
max_out_len
=
2048
,
max_seq_len
=
2048
,
batch_size
=
8
,
run_cfg
=
dict
(
num_gpus
=
1
,
num_procs
=
1
),
end_str
=
'<|EOT|>'
,
)
]
\ No newline at end of file
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment