Allowing users to use the latest `tokenizers` release ! (#19139)

* Allowing users to use the latest `tokenizers` release ! * Upgrading the versions table too.

Allowing users to use the latest `tokenizers` release ! (#19139)
* Allowing users to use the latest `tokenizers` release ! * Upgrading the versions table too.
d5848a57 · Nicolas Patry · GitHub · 451df725 · d5848a57 · d5848a57
Unverified Commit d5848a57 authored Sep 21, 2022 by Nicolas Patry Committed by GitHub Sep 21, 2022
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

setup.py setup.py +1 -1

src/transformers/dependency_versions_table.py src/transformers/dependency_versions_table.py +1 -1

No files found.
--- a/setup.py
+++ b/setup.py
@@ -160,7 +160,7 @@ _deps = [
    "tf2onnx",
    "timeout-decorator",
    "timm",
-    "tokenizers>=0.11.1,!=0.11.3,<0.13",
+    "tokenizers>=0.11.1,!=0.11.3,<0.14",
    "torch>=1.7,!=1.12.0",
    "torchaudio",
    "pyctcdecode>=0.3.0",

--- a/src/transformers/dependency_versions_table.py
+++ b/src/transformers/dependency_versions_table.py
@@ -66,7 +66,7 @@ deps = {
    "tf2onnx": "tf2onnx",
    "timeout-decorator": "timeout-decorator",
    "timm": "timm",
-    "tokenizers": "tokenizers>=0.11.1,!=0.11.3,<0.13",
+    "tokenizers": "tokenizers>=0.11.1,!=0.11.3,<0.14",
    "torch": "torch>=1.7,!=1.12.0",
    "torchaudio": "torchaudio",
    "pyctcdecode": "pyctcdecode>=0.3.0",