Skip to content

GitLab

Commit 3f671a44 authored by Baber's avatar Baber
Browse files

fix prompt

parent 41ecaba8
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 0 deletions
lm_eval/tasks/__init__.py
View file @ 3f671a44
...@@ -22,9 +22,13 @@ def convert_mcq_to_generative(cfg: dict): ...@@ -22,9 +22,13 @@ def convert_mcq_to_generative(cfg: dict):
cfg["output_type"] = "generate_until" cfg["output_type"] = "generate_until"
cfg["doc_to_text"] = ( cfg["doc_to_text"] = (
prompt prompt
+ "\n"
+ cfg.get("doc_to_text", "") + cfg.get("doc_to_text", "")
+ "\n"
+ 'Your response should end with "The best answer is [the_answer_letter]" where the [the_answer_letter] is one of choice letters, A, B, C etc.' + 'Your response should end with "The best answer is [the_answer_letter]" where the [the_answer_letter] is one of choice letters, A, B, C etc.'
) )
cfg["target_delimiter"] = "\n\n"
cfg["gen_prefix"] = "The best answer is"
cfg["generation_kwargs"] = {"until": ["."], "max_gen_toks": 10} cfg["generation_kwargs"] = {"until": ["."], "max_gen_toks": 10}
cfg["filter_list"] = [ cfg["filter_list"] = [
{ {
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment