group: ruler
task:
#  - niah_single_1
#  - niah_single_2
#  - niah_single_3
#  - niah_multikey_1
#  - niah_multikey_2
#  - niah_multikey_3
#  - niah_multiquery
#  - niah_multivalue
  - ruler_vt
#  - ruler_cwe
#  - ruler_fwe
#  - ruler_qa_squad
#  - ruler_qa_hotpot
aggregate_metric_list:
  - metric: acc
    weight_by_size: False
metadata:
  version: 1