Skip to content

GitLab

Unverified Commit ebfff08f authored by Lintang Sutawika's avatar Lintang Sutawika Committed by GitHub
Browse files

Update task.py

parent 8d1d003d
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 3 deletions
lm_eval/api/task.py
View file @ ebfff08f
...@@ -1038,9 +1038,7 @@ class ConfigurableTask(Task): ...@@ -1038,9 +1038,7 @@ class ConfigurableTask(Task):
if self.multiple_target: if self.multiple_target:
acc = 1.0 if pred in gold else 0.0 acc = 1.0 if pred in gold else 0.0
acc_norm = 1.0 if pred_norm in gold else 0.0 acc_norm = 1.0 if pred_norm in gold else 0.0
exact_match = int( exact_match = int(any([is_greedy[i] if i != -100 else 0 for i in gold]))
any([is_greedy[i] if i != -100 else 0 for i in gold])
)
else: else:
acc = 1.0 if pred == gold else 0.0 acc = 1.0 if pred == gold else 0.0
acc_norm = 1.0 if pred_norm == gold else 0.0 acc_norm = 1.0 if pred_norm == gold else 0.0
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment