Commit ef2adb5d authored by Mostofa Patwary's avatar Mostofa Patwary
Browse files

fixed wiki evaluation issue

parent 38c45de7
...@@ -69,7 +69,6 @@ def lambada_detokenizer(string): ...@@ -69,7 +69,6 @@ def lambada_detokenizer(string):
_DETOKENIZERS = { _DETOKENIZERS = {
'ptb': ptb_detokenizer, 'ptb': ptb_detokenizer,
'wikitext': wikitext_detokenizer,
'wiki': wikitext_detokenizer, 'wiki': wikitext_detokenizer,
'lambada': lambada_detokenizer, 'lambada': lambada_detokenizer,
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment