fixed wiki evaluation issue

38c45de7 · Mostofa Patwary · 42d21122 · 38c45de7
Commit 38c45de7 authored Oct 14, 2020 by Mostofa Patwary
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

tasks/zeroshot_gpt2/detokenizer.py tasks/zeroshot_gpt2/detokenizer.py +1 -0

No files found.
--- a/tasks/zeroshot_gpt2/detokenizer.py
+++ b/tasks/zeroshot_gpt2/detokenizer.py
@@ -70,6 +70,7 @@ def lambada_detokenizer(string):
 _DETOKENIZERS = {
    'ptb': ptb_detokenizer,
    'wikitext': wikitext_detokenizer,
+    'wiki': wikitext_detokenizer,
    'lambada': lambada_detokenizer,
 }