Unverified Commit 4890e881 authored by Baber Abbasi's avatar Baber Abbasi Committed by GitHub
Browse files

fix verbosity typo (#2765)

parent dce4bd35
......@@ -70,7 +70,7 @@ def simple_evaluate(
fewshot_as_multiturn: bool = False,
gen_kwargs: Optional[str] = None,
task_manager: Optional[TaskManager] = None,
verbostiy=None,
verbosity=None,
predict_only: bool = False,
random_seed: int = 0,
numpy_random_seed: int = 1234,
......@@ -125,7 +125,7 @@ def simple_evaluate(
:param gen_kwargs: str
String arguments for model generation
Ignored for all tasks with loglikelihood output_type
:param verbostiy: str
:param verbosity: str
Verbosity level for logging
:param predict_only: bool
If true only model outputs will be generated and returned. Metrics will not be evaluated
......@@ -141,8 +141,8 @@ def simple_evaluate(
:return
Dictionary of results
"""
if verbostiy is not None:
setup_logging(verbosity=verbostiy)
if verbosity is not None:
setup_logging(verbosity=verbosity)
start_date = time.time()
if isinstance(model_args, str) and (
......@@ -325,11 +325,11 @@ def simple_evaluate(
system_instruction=system_instruction,
apply_chat_template=apply_chat_template,
fewshot_as_multiturn=fewshot_as_multiturn,
verbosity=verbostiy,
verbosity=verbosity,
confirm_run_unsafe_code=confirm_run_unsafe_code,
)
if verbostiy is not None:
lm_eval.setup_logging(verbosity=verbostiy)
if verbosity is not None:
lm_eval.setup_logging(verbosity=verbosity)
if lm.rank == 0:
if isinstance(model, str):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment