Skip to content

GitLab

Unverified Commit b8faaa93 authored by Hailey Schoelkopf's avatar Hailey Schoelkopf Committed by GitHub
Browse files

Merge pull request #900 from EleutherAI/fix-wildcards 

[Refactor] Fix wildcards
parents 7f2a9cbd 09d935ee
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 3 deletions
lm_eval/__main__.py
View file @ b8faaa93
...@@ -14,6 +14,7 @@ from lm_eval.tasks import include_task_folder ...@@ -14,6 +14,7 @@ from lm_eval.tasks import include_task_folder
from typing import Union from typing import Union
def parse_eval_args() -> argparse.Namespace: def parse_eval_args() -> argparse.Namespace:
parser = argparse.ArgumentParser(formatter_class=argparse.RawTextHelpFormatter) parser = argparse.ArgumentParser(formatter_class=argparse.RawTextHelpFormatter)
parser.add_argument("--model", required=True, help="Name of model e.g. `hf`") parser.add_argument("--model", required=True, help="Name of model e.g. `hf`")
...@@ -136,8 +137,6 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None: ...@@ -136,8 +137,6 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None:
if os.path.isfile(task): if os.path.isfile(task):
config = utils.load_yaml_config(task) config = utils.load_yaml_config(task)
task_names.append(config) task_names.append(config)
else:
task_missing.append(task)
if task_missing != []: if task_missing != []:
missing = ", ".join(task_missing) missing = ", ".join(task_missing)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment