Skip to content

GitLab

Commit 4288b53e authored by Baber's avatar Baber
Browse files

Merge branch 'main' into llama

parents 37eb9c9d 94344a61
Hide whitespace changes
Inline Side-by-side
Showing with 20 additions and 20 deletions
lm_eval/tasks/global_mmlu/full/el/_global_mmlu_full_el.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/es/_global_mmlu_full_es.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/fa/_global_mmlu_full_fa.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/fil/_global_mmlu_full_fil.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/fr/_global_mmlu_full_fr.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/ha/_global_mmlu_full_ha.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/he/_global_mmlu_full_he.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/hi/_global_mmlu_full_hi.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/id/_global_mmlu_full_id.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/ig/_global_mmlu_full_ig.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/it/_global_mmlu_full_it.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/ja/_global_mmlu_full_ja.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/ko/_global_mmlu_full_ko.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/ky/_global_mmlu_full_ky.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/lt/_global_mmlu_full_lt.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/mg/_global_mmlu_full_mg.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/ms/_global_mmlu_full_ms.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/ne/_global_mmlu_full_ne.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
lm_eval/tasks/global_mmlu/full/nl/_global_mmlu_full_nl.yaml
View file @ 4288b53e
...@@ -8,4 +8,4 @@ aggregate_metric_list: ...@@ -8,4 +8,4 @@ aggregate_metric_list:
- metric: acc - metric: acc
weight_by_size: True weight_by_size: True
metadata: metadata:
version: 1.0 version: 0.0
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment