utils.py 170 Bytes
Newer Older
1
2
3
4
5
6
from lm_eval.utils import weighted_f1_score


def doc_to_target(doc):
    replacements = {0: "true", 1: "false", 2: "inconclusive"}
    return replacements[doc["label"]]