"vscode:/vscode.git/clone" did not exist on "c77ac246c1650f44f0b39b663c14207e7e669bdd"
Unverified Commit 0b7de67c authored by bittersweet1999's avatar bittersweet1999 Committed by GitHub
Browse files

fix prompt template (#1104)

parent 1013dce6
...@@ -68,6 +68,13 @@ infer = dict( ...@@ -68,6 +68,13 @@ infer = dict(
## ------------- JudgeLLM Configuration--------------------------------- ## ------------- JudgeLLM Configuration---------------------------------
internlm1_chat_template = dict(
round=[
dict(role='HUMAN', begin='<|User|>:', end='\n'),
dict(role='BOT', begin='<|Bot|>:', end='<eoa>\n', generate=True),
],
)
judge_models = [ judge_models = [
dict( dict(
type=HuggingFaceCausalLM, type=HuggingFaceCausalLM,
...@@ -84,17 +91,17 @@ judge_models = [ ...@@ -84,17 +91,17 @@ judge_models = [
use_fast=False, use_fast=False,
trust_remote_code=True, trust_remote_code=True,
), ),
max_out_len=2048, generation_kwargs = {"do_sample": True},
max_seq_len=2048, max_out_len=512,
max_seq_len=4096,
batch_size=8, batch_size=8,
meta_template=_meta_template, meta_template=internlm1_chat_template,
run_cfg=dict(num_gpus=1, num_procs=1), run_cfg=dict(num_gpus=1, num_procs=1),
end_str='<|im_end|>', end_str='<eoa>',
generation_kwargs = {"eos_token_id": [2, 92542], "do_sample": True},
batch_padding=True,
) )
] ]
## ------------- Evaluation Configuration---------------- ## ------------- Evaluation Configuration----------------
eval = dict( eval = dict(
partitioner=dict( partitioner=dict(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment