Skip to content

GitLab

Commit a4bc4846 authored by Konrad's avatar Konrad
Browse files

typing update

parent 921c4d62
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
lm_eval/api/task.py
View file @ a4bc4846
...@@ -988,7 +988,7 @@ class ConfigurableTask(Task): ...@@ -988,7 +988,7 @@ class ConfigurableTask(Task):
self, self,
doc: str, doc: str,
num_fewshot: int, num_fewshot: int,
system_instruction: str = None, system_instruction: Optional[str] = None,
apply_chat_template: bool = False, apply_chat_template: bool = False,
fewshot_as_multiturn: bool = False, fewshot_as_multiturn: bool = False,
tokenizer=None, tokenizer=None,
......
lm_eval/evaluator.py
View file @ a4bc4846
...@@ -55,7 +55,7 @@ def simple_evaluate( ...@@ -55,7 +55,7 @@ def simple_evaluate(
check_integrity: bool = False, check_integrity: bool = False,
write_out: bool = False, write_out: bool = False,
log_samples: bool = True, log_samples: bool = True,
system_instruction: str = None, system_instruction: Optional[str] = None,
apply_chat_template: bool = False, apply_chat_template: bool = False,
fewshot_as_multiturn: bool = False, fewshot_as_multiturn: bool = False,
gen_kwargs: Optional[str] = None, gen_kwargs: Optional[str] = None,
...@@ -329,7 +329,7 @@ def evaluate( ...@@ -329,7 +329,7 @@ def evaluate(
bootstrap_iters: Optional[int] = 100000, bootstrap_iters: Optional[int] = 100000,
write_out: bool = False, write_out: bool = False,
log_samples: bool = True, log_samples: bool = True,
system_instruction: str = None, system_instruction: Optional[str] = None,
apply_chat_template: bool = False, apply_chat_template: bool = False,
fewshot_as_multiturn: bool = False, fewshot_as_multiturn: bool = False,
verbosity: str = "INFO", verbosity: str = "INFO",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment