Commit 59a0104d authored by Leo Gao's avatar Leo Gao
Browse files

Remove unused simple_accuracy_metric

parent 2ced79f5
import datasets
import lm_eval.metrics
from ..base import Task
......@@ -43,15 +42,6 @@ class HFTask(Task):
return self.data["test"]
def simple_accuracy_metric(preds, golds):
acc = float(lm_eval.metrics.mean())
return {
"major": acc,
"minor": {"acc": acc},
"higher_is_better": True,
}
def yesno(x):
if x:
return 'yes'
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment