Skip to content

GitLab

"third_party/parallel-hashmap/parallel_hashmap/phmap_hip.h" did not exist on "1cb25232bdefcaad8ad88c540442981e8d8cab0e"
Unverified Commit ebfff08f authored by Lintang Sutawika's avatar Lintang Sutawika Committed by GitHub
Browse files

Update task.py

parent 8d1d003d
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 3 deletions
lm_eval/api/task.py
View file @ ebfff08f
......@@ -1038,9 +1038,7 @@ class ConfigurableTask(Task):
if self.multiple_target:
acc = 1.0 if pred in gold else 0.0
acc_norm = 1.0 if pred_norm in gold else 0.0
exact_match = int(
any([is_greedy[i] if i != -100 else 0 for i in gold])
)
exact_match = int(any([is_greedy[i] if i != -100 else 0 for i in gold]))
else:
acc = 1.0 if pred == gold else 0.0
acc_norm = 1.0 if pred_norm == gold else 0.0
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment