Unverified Commit e1a7a39c authored by Baber Abbasi's avatar Baber Abbasi Committed by GitHub
Browse files

change multimodal check in evaluate (#3013)

changed multimodal check from strict equality
parent 29ea6832
...@@ -483,7 +483,7 @@ def evaluate( ...@@ -483,7 +483,7 @@ def evaluate(
for task_output in eval_tasks: for task_output in eval_tasks:
task: Task = task_output.task task: Task = task_output.task
if getattr(lm, "MULTIMODAL", False) != getattr(task, "MULTIMODAL", False): if getattr(task, "MULTIMODAL", False) and not getattr(lm, "MULTIMODAL", False):
incompatible_tasks.append(task_output.task_name) incompatible_tasks.append(task_output.task_name)
elif getattr(task, "UNSAFE_CODE", False) and not confirm_run_unsafe_code: elif getattr(task, "UNSAFE_CODE", False) and not confirm_run_unsafe_code:
raise ValueError( raise ValueError(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment