utils.py 350 Bytes
Newer Older
Baber's avatar
Baber committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
from typing import Dict, List

from math_verify import parse, verify


def process_results(doc: dict, results: List[str]) -> Dict[str, int]:
    candidates = results[0]

    # math_verify
    res = verify(parse(doc["answer"]), parse(candidates))
    mathval = 1 if res else 0

    results = {
        "math_verify": mathval,
    }
    return results