Commit 8e560c96 authored by Baber's avatar Baber
Browse files

update humaneval_64.yaml

parent 52192906
......@@ -5,18 +5,15 @@ metric_list:
- metric: !function utils.pass_at_k
aggregation: mean
higher_is_better: true
k: [10]
k: [ 10 ]
generation_kwargs:
until: [
"\nclass",
"\nif",
"\nprint",
"\n#",
"\n```",
"\n```\n\n",
"<|eot_id|>",
]
max_gen_toks: 512
until:
- "\nclass"
- "\ndef"
- "\n#"
- "\nif"
- "\nprint"
max_gen_toks: 1024
do_sample: true
temperature: 0.2
temperature: 0.8
top_p: 0.95
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment