Skip to content

GitLab

Commit 7489a342 authored by Baber's avatar Baber
Browse files

add error handling

parent 478d96cd
Hide whitespace changes
Inline Side-by-side
Showing with 8 additions and 4 deletions
lm_eval/tasks/__init__.py
View file @ 7489a342
...@@ -274,10 +274,14 @@ class TaskManager: ...@@ -274,10 +274,14 @@ class TaskManager:
# very scuffed: set task name here. TODO: fixme? # very scuffed: set task name here. TODO: fixme?
task_object.config.task = config["task"] task_object.config.task = config["task"]
else: else:
if "output_type" in config: try:
task_object = JudgeTask( if "output_type" in config:
config=config, output_path=config.get("output_path") task_object = JudgeTask(
) config=config, output_path=config.get("output_path")
)
except Exception:
config.pop("output_type")
task_object = ConfigurableTask(config=config)
else: else:
task_object = ConfigurableTask(config=config) task_object = ConfigurableTask(config=config)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment