Merge branch 'wmt' of https://github.com/EleutherAI/lm-evaluation-harness into wmt

129762c2 · haileyschoelkopf · 603eced6 · e3077dcf · 129762c2 · 129762c2
Commit 129762c2 authored Aug 17, 2023 by haileyschoelkopf
6 changed files
--- a/lm_eval/tasks/xstorycloze/default_id.yaml
+++ b/lm_eval/tasks/xstorycloze/default_id.yaml
+include: default_ar.yaml
+task: xstorycloze_id
+dataset_name: id
--- a/lm_eval/tasks/xstorycloze/default_my.yaml
+++ b/lm_eval/tasks/xstorycloze/default_my.yaml
+include: default_ar.yaml
+task: xstorycloze_my
+dataset_name: my
--- a/lm_eval/tasks/xstorycloze/default_ru.yaml
+++ b/lm_eval/tasks/xstorycloze/default_ru.yaml
+include: default_ar.yaml
+task: xstorycloze_ru
+dataset_name: ru
--- a/lm_eval/tasks/xstorycloze/default_sw.yaml
+++ b/lm_eval/tasks/xstorycloze/default_sw.yaml
+include: default_ar.yaml
+task: xstorycloze_sw
+dataset_name: sw
--- a/lm_eval/tasks/xstorycloze/default_te.yaml
+++ b/lm_eval/tasks/xstorycloze/default_te.yaml
+include: default_ar.yaml
+task: xstorycloze_te
+dataset_name: te
--- a/lm_eval/tasks/xstorycloze/default_zh.yaml
+++ b/lm_eval/tasks/xstorycloze/default_zh.yaml
+include: default_ar.yaml
+task: xstorycloze_zh
+dataset_name: zh