Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
_evalita-mp.yaml 329 Bytes
Newer Older
Michele Resta's avatar
Adding the Evalita-LLM benchmark (#2681)  
Michele Resta committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18 
group: evalita-mp
group_alias: Evalita-LLM
task:
  - evalita-mp_te
  - evalita-mp_sa
  - evalita-mp_wic
  - evalita-mp_hs
  - evalita-mp_at
  - evalita-mp_faq
  - evalita-mp_sum_fp
  - evalita-mp_ls
  - evalita-mp_ner_group
  - evalita-mp_re
aggregate_metric_list:
  - metric: acc
    weight_by_size: True
metadata:
  version: 1