Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
__init__.py 327 Bytes
Newer Older
haileyschoelkopf's avatar
in-place replace main with lm-eval2, keeping old git history  
haileyschoelkopf committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15 
from . import metrics

METRIC_REGISTRY = {
    "matthews_corrcoef": metrics.matthews_corrcoef,
    "f1_score": metrics.f1_score,
    "perplexity": metrics.perplexity,
    "bleu": metrics.bleu,
    "chrf": metrics.chrf,
    "ter": metrics.ter,
}

AGGREGATION_REGISTRY = {
    "mean": metrics.mean,
    "median": metrics.median
}