"...git@developer.sourcefind.cn:wangsen/paddle_dbnet.git" did not exist on "8d602649d008fc20e793a26a66a5aac8a79fb02a"
Unverified Commit 49eb3575 authored by Sylvain Gugger's avatar Sylvain Gugger Committed by GitHub
Browse files

Fix token pass (#24862)

* Fix how token is passed along in from_pretrained for tokenizers

* It's actually not necessary
parent f42a35e6
...@@ -1720,10 +1720,6 @@ class PreTrainedTokenizerBase(SpecialTokensMixin, PushToHubMixin): ...@@ -1720,10 +1720,6 @@ class PreTrainedTokenizerBase(SpecialTokensMixin, PushToHubMixin):
) )
token = use_auth_token token = use_auth_token
if token is not None:
# change to `token` in a follow-up PR
kwargs["use_auth_token"] = token
user_agent = {"file_type": "tokenizer", "from_auto_class": from_auto_class, "is_fast": "Fast" in cls.__name__} user_agent = {"file_type": "tokenizer", "from_auto_class": from_auto_class, "is_fast": "Fast" in cls.__name__}
if from_pipeline is not None: if from_pipeline is not None:
user_agent["using_pipeline"] = from_pipeline user_agent["using_pipeline"] = from_pipeline
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment