"lm_eval/tasks/yaml/arc_easy.yaml" did not exist on "05e97d8482fab38651469dd4763ea327aba64fe6"
utils.py 232 Bytes
Newer Older
Ethan Smith's avatar
Ethan Smith committed
1
def doc_to_text(doc) -> str:
2
3
4
5
    return "{}\nQuestion: {} True, False or Neither?\nAnswer:".format(
        doc["premise"],
        doc["hypothesis"].strip()
        + ("" if doc["hypothesis"].strip().endswith(".") else "."),
lintangsutawika's avatar
lintangsutawika committed
6
    )