Unverified Commit 4890e881 authored by Baber Abbasi's avatar Baber Abbasi Committed by GitHub
Browse files

fix verbosity typo (#2765)

parent dce4bd35
...@@ -70,7 +70,7 @@ def simple_evaluate( ...@@ -70,7 +70,7 @@ def simple_evaluate(
fewshot_as_multiturn: bool = False, fewshot_as_multiturn: bool = False,
gen_kwargs: Optional[str] = None, gen_kwargs: Optional[str] = None,
task_manager: Optional[TaskManager] = None, task_manager: Optional[TaskManager] = None,
verbostiy=None, verbosity=None,
predict_only: bool = False, predict_only: bool = False,
random_seed: int = 0, random_seed: int = 0,
numpy_random_seed: int = 1234, numpy_random_seed: int = 1234,
...@@ -125,7 +125,7 @@ def simple_evaluate( ...@@ -125,7 +125,7 @@ def simple_evaluate(
:param gen_kwargs: str :param gen_kwargs: str
String arguments for model generation String arguments for model generation
Ignored for all tasks with loglikelihood output_type Ignored for all tasks with loglikelihood output_type
:param verbostiy: str :param verbosity: str
Verbosity level for logging Verbosity level for logging
:param predict_only: bool :param predict_only: bool
If true only model outputs will be generated and returned. Metrics will not be evaluated If true only model outputs will be generated and returned. Metrics will not be evaluated
...@@ -141,8 +141,8 @@ def simple_evaluate( ...@@ -141,8 +141,8 @@ def simple_evaluate(
:return :return
Dictionary of results Dictionary of results
""" """
if verbostiy is not None: if verbosity is not None:
setup_logging(verbosity=verbostiy) setup_logging(verbosity=verbosity)
start_date = time.time() start_date = time.time()
if isinstance(model_args, str) and ( if isinstance(model_args, str) and (
...@@ -325,11 +325,11 @@ def simple_evaluate( ...@@ -325,11 +325,11 @@ def simple_evaluate(
system_instruction=system_instruction, system_instruction=system_instruction,
apply_chat_template=apply_chat_template, apply_chat_template=apply_chat_template,
fewshot_as_multiturn=fewshot_as_multiturn, fewshot_as_multiturn=fewshot_as_multiturn,
verbosity=verbostiy, verbosity=verbosity,
confirm_run_unsafe_code=confirm_run_unsafe_code, confirm_run_unsafe_code=confirm_run_unsafe_code,
) )
if verbostiy is not None: if verbosity is not None:
lm_eval.setup_logging(verbosity=verbostiy) lm_eval.setup_logging(verbosity=verbosity)
if lm.rank == 0: if lm.rank == 0:
if isinstance(model, str): if isinstance(model, str):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment