Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "55f5fc68acc84027a275649d2cfb320448ed95d7"
Unverified Commit a575d9e5 authored by Hailey Schoelkopf's avatar Hailey Schoelkopf Committed by GitHub
Browse files

swap target_delimiter and fewshot_delimiter

parent 3dcde17b
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 3 deletions
lm_eval/api/task.py
View file @ a575d9e5
...@@ -66,7 +66,6 @@ class TaskConfig(dict): ...@@ -66,7 +66,6 @@ class TaskConfig(dict):
doc_to_text: Union[Callable, str] = None doc_to_text: Union[Callable, str] = None
doc_to_target: Union[Callable, str] = None doc_to_target: Union[Callable, str] = None
use_prompt: str = None use_prompt: str = None
delimiter: str = "\n\n"
description: str = "" description: str = ""
num_fewshot: int = 0 num_fewshot: int = 0
...@@ -77,8 +76,8 @@ class TaskConfig(dict): ...@@ -77,8 +76,8 @@ class TaskConfig(dict):
gold_alias: Union[Callable, str] = None gold_alias: Union[Callable, str] = None
output_type: str = "greedy_until" output_type: str = "greedy_until"
generation_kwargs: dict = None generation_kwargs: dict = None
target_delimiter: str = "\n\n" target_delimiter: str = " "
fewshot_delimiter: str = " " fewshot_delimiter: str = "\n\n"
filter_list: Union[str, list] = None filter_list: Union[str, list] = None
should_decontaminate: bool = False should_decontaminate: bool = False
doc_to_decontamination_query: str = None doc_to_decontamination_query: str = None
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment