Unverified Commit ed9c6fc8 authored by Minho Ryu's avatar Minho Ryu Committed by GitHub
Browse files

revise mbpp prompt (#2645)

parent 12b6eeb5
...@@ -4,9 +4,9 @@ dataset_name: full ...@@ -4,9 +4,9 @@ dataset_name: full
unsafe_code: true unsafe_code: true
output_type: generate_until output_type: generate_until
test_split: test test_split: test
doc_to_text: "You are an expert Python programmer, and here is your task: {{text}} Your code should pass these tests:\n\n{{test_list[0]}}\n{{test_list[1]}}\n{{test_list[2]}}\n[BEGIN]" doc_to_text: "You are an expert Python programmer, and here is your task: {{text}} Your code should pass these tests:\n\n{{test_list[0]}}\n{{test_list[1]}}\n{{test_list[2]}}\n[BEGIN]\n"
doc_to_target: "{% if is_fewshot is defined %}{{code}}\n[DONE]{% else %}{{test_list[0]}}\n{{test_list[1]}}\n{{test_list[2]}}{% endif %}" doc_to_target: "{% if is_fewshot is defined %}{{code}}\n[DONE]{% else %}{{test_list[0]}}\n{{test_list[1]}}\n{{test_list[2]}}{% endif %}"
target_delimiter: "\n" target_delimiter: ""
metric_list: metric_list:
- metric: !function utils.pass_at_1 - metric: !function utils.pass_at_1
aggregation: mean aggregation: mean
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment