Revert, it was not the issue.

e6ecef71 · Sylvain Gugger · GitHub · 250f27f2 · e6ecef71
Unverified Commit e6ecef71 authored Jan 12, 2021 by Sylvain Gugger Committed by GitHub Jan 12, 2021
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

setup.py setup.py +1 -1

No files found.
--- a/setup.py
+++ b/setup.py
@@ -240,7 +240,7 @@ install_requires = [
    deps["regex"],  # for OpenAI GPT
    deps["requests"],  # for downloading models over HTTPS
    deps["sacremoses"],  # for XLM
-    deps["tokenizers"] + "==0.9.4",
+    deps["tokenizers"],
    deps["tqdm"],  # progress bars in model download and training scripts
 ]