Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
utils.py 352 Bytes
Newer Older
Nathan Habib's avatar
Adds Open LLM Leaderboard Taks (#2047)  
Nathan Habib committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15 
import string


def doc_to_text(doc):
    doc_to_text = f"{doc['question']}\n"

    for i in range(len(doc["options"])):
        doc_to_text += f"{string.ascii_uppercase[i]}. {doc['options'][i]}\n"

    doc_to_text += "Answer:"
    return doc_to_text


def doc_to_choice(doc):
    return [string.ascii_uppercase[i] for i in range(len(doc["options"]))]