Commit a2bc6240 authored by Baber's avatar Baber
Browse files

fix metadata

parent 09509b10
......@@ -320,8 +320,9 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None:
metadata = (
simple_parse_args_string(args.model_args)
if isinstance(args.model_args, str)
else {} | parse_keyed_list_string(args.metadata)
)
else {}
) | parse_keyed_list_string(args.metadata)
task_manager = TaskManager(
args.verbosity, include_path=args.include_path, metadata=metadata
)
......
......@@ -134,6 +134,8 @@ def simple_evaluate(
Random seed for torch. If set to None, the seed will not be set.
:param fewshot_random_seed: int
Random seed for fewshot sampler random generator. If set to None, the seed of generator will be set to None.
:param metadata: dict
Additional metadata to be added to the task manager. Will get passed to the download function of the task.
return
Dictionary of results
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment