Skip to content

GitLab

Commit 09d935ee authored by haileyschoelkopf's avatar haileyschoelkopf
Browse files

fix wildcards

parent 7f2a9cbd
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 3 deletions
lm_eval/__main__.py
View file @ 09d935ee
...@@ -14,6 +14,7 @@ from lm_eval.tasks import include_task_folder ...@@ -14,6 +14,7 @@ from lm_eval.tasks import include_task_folder
from typing import Union from typing import Union
def parse_eval_args() -> argparse.Namespace: def parse_eval_args() -> argparse.Namespace:
parser = argparse.ArgumentParser(formatter_class=argparse.RawTextHelpFormatter) parser = argparse.ArgumentParser(formatter_class=argparse.RawTextHelpFormatter)
parser.add_argument("--model", required=True, help="Name of model e.g. `hf`") parser.add_argument("--model", required=True, help="Name of model e.g. `hf`")
...@@ -136,8 +137,6 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None: ...@@ -136,8 +137,6 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None:
if os.path.isfile(task): if os.path.isfile(task):
config = utils.load_yaml_config(task) config = utils.load_yaml_config(task)
task_names.append(config) task_names.append(config)
else:
task_missing.append(task)
if task_missing != []: if task_missing != []:
missing = ", ".join(task_missing) missing = ", ".join(task_missing)
...@@ -216,5 +215,5 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None: ...@@ -216,5 +215,5 @@ def cli_evaluate(args: Union[argparse.Namespace, None] = None) -> None:
print(evaluator.make_table(results, "groups")) print(evaluator.make_table(results, "groups"))
if __name__ == "__main__": if __name__ == "__main__":
cli_evaluate() cli_evaluate()
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment