Commit a2bc6240 authored by Baber's avatar Baber
Browse files

fix metadata

parent 09509b10
...@@ -320,8 +320,9 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None: ...@@ -320,8 +320,9 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None:
metadata = ( metadata = (
simple_parse_args_string(args.model_args) simple_parse_args_string(args.model_args)
if isinstance(args.model_args, str) if isinstance(args.model_args, str)
else {} | parse_keyed_list_string(args.metadata) else {}
) ) | parse_keyed_list_string(args.metadata)
task_manager = TaskManager( task_manager = TaskManager(
args.verbosity, include_path=args.include_path, metadata=metadata args.verbosity, include_path=args.include_path, metadata=metadata
) )
......
...@@ -134,6 +134,8 @@ def simple_evaluate( ...@@ -134,6 +134,8 @@ def simple_evaluate(
Random seed for torch. If set to None, the seed will not be set. Random seed for torch. If set to None, the seed will not be set.
:param fewshot_random_seed: int :param fewshot_random_seed: int
Random seed for fewshot sampler random generator. If set to None, the seed of generator will be set to None. Random seed for fewshot sampler random generator. If set to None, the seed of generator will be set to None.
:param metadata: dict
Additional metadata to be added to the task manager. Will get passed to the download function of the task.
return return
Dictionary of results Dictionary of results
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment