[`tokenizers`] update `tokenizers` version pin (#27494)

* update `tokenizers` version pin

* force tokenizers>=0.15

* use  0.14
Co-authored-by: Lysandre <lysandre@huggingface.co>

---------
Co-authored-by: Lysandre <lysandre@huggingface.co>

setup.py

@@ -175,7 +175,7 @@ _deps = [
     "tf2onnx",
     "timeout-decorator",
     "timm",
-    "tokenizers>=0.14,<0.15",
+    "tokenizers>=0.14,<0.19",
     "torch>=1.10,!=1.12.0",
     "torchaudio",
     "torchvision",

src/transformers/dependency_versions_table.py

@@ -80,7 +80,7 @@ deps = {
     "tf2onnx": "tf2onnx",
     "timeout-decorator": "timeout-decorator",
     "timm": "timm",
-    "tokenizers": "tokenizers>=0.14,<0.15",
+    "tokenizers": "tokenizers>=0.14,<0.19",
     "torch": "torch>=1.10,!=1.12.0",
     "torchaudio": "torchaudio",
     "torchvision": "torchvision",