Fix tokenizers install for now

250f27f2 · Sylvain Gugger · GitHub · dfbf0f55 · 250f27f2
Unverified Commit 250f27f2 authored Jan 12, 2021 by Sylvain Gugger Committed by GitHub Jan 12, 2021
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

setup.py setup.py +1 -1

No files found.
--- a/setup.py
+++ b/setup.py
@@ -240,7 +240,7 @@ install_requires = [
    deps["regex"],  # for OpenAI GPT
    deps["requests"],  # for downloading models over HTTPS
    deps["sacremoses"],  # for XLM
-    deps["tokenizers"],
+    deps["tokenizers"] + "==0.9.4",
    deps["tqdm"],  # progress bars in model download and training scripts
 ]