Commit 8e560c96 authored by Baber's avatar Baber
Browse files

update humaneval_64.yaml

parent 52192906
...@@ -5,18 +5,15 @@ metric_list: ...@@ -5,18 +5,15 @@ metric_list:
- metric: !function utils.pass_at_k - metric: !function utils.pass_at_k
aggregation: mean aggregation: mean
higher_is_better: true higher_is_better: true
k: [10] k: [ 10 ]
generation_kwargs: generation_kwargs:
until: [ until:
"\nclass", - "\nclass"
"\nif", - "\ndef"
"\nprint", - "\n#"
"\n#", - "\nif"
"\n```", - "\nprint"
"\n```\n\n", max_gen_toks: 1024
"<|eot_id|>",
]
max_gen_toks: 512
do_sample: true do_sample: true
temperature: 0.2 temperature: 0.8
top_p: 0.95 top_p: 0.95
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment