Commit c9801daf authored by haileyschoelkopf's avatar haileyschoelkopf
Browse files

more groupings

parent c8693599
...@@ -7,3 +7,9 @@ task: ...@@ -7,3 +7,9 @@ task:
- minerva_math_num_theory - minerva_math_num_theory
- minerva_math_prealgebra - minerva_math_prealgebra
- minerva_math_precalc - minerva_math_precalc
aggregate_metric_list:
- metric: exact_match
aggregation: mean
weight_by_size: true
metadata:
version: 1.0
group: copal_id tag: copal_id
task: copal_id_standard task: copal_id_standard
task_alias: standard task_alias: standard
dataset_path: haryoaw/COPAL dataset_path: haryoaw/COPAL
......
group: tag:
- crows_pairs - crows_pairs
- social_bias - social_bias
- loglikelihood
task: crows_pairs_english task: crows_pairs_english
dataset_path: BigScienceBiasEval/crows_pairs_multilingual dataset_path: BigScienceBiasEval/crows_pairs_multilingual
dataset_name: english dataset_name: english
......
group: tag:
- freebase - freebase
task: webqs task: webqs
dataset_path: web_questions dataset_path: web_questions
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment