Skip to content

GitLab

Commit 58692fb5 authored by JessicaOjo's avatar JessicaOjo
Browse files

remove squad metric

parent 052c7bde
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 1 deletion
lm_eval/api/task.py
View file @ 58692fb5
...@@ -1294,7 +1294,6 @@ class ConfigurableTask(Task): ...@@ -1294,7 +1294,6 @@ class ConfigurableTask(Task):
**({"f1": (gold, pred)} if "f1" in use_metric else {}), **({"f1": (gold, pred)} if "f1" in use_metric else {}),
**({"mcc": (gold, pred)} if "mcc" in use_metric else {}), **({"mcc": (gold, pred)} if "mcc" in use_metric else {}),
**({"acc_norm": acc_norm} if "acc_norm" in use_metric else {}), **({"acc_norm": acc_norm} if "acc_norm" in use_metric else {}),
**({"squad": (gold, pred)} if "squad" in use_metric else {}),
**({"exact_match": exact_match} if "exact_match" in use_metric else {}), **({"exact_match": exact_match} if "exact_match" in use_metric else {}),
**( **(
{"brier_score": (gold, prob_norm)} {"brier_score": (gold, prob_norm)}
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment