Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
chenpangpang
transformers
Commits
66b088fa
"docs/source/en/model_doc/layoutlmv3.md" did not exist on "b0513b013b10939a2b47ab94933c2cca909716a2"
Unverified
Commit
66b088fa
authored
Oct 27, 2023
by
Lucain
Committed by
GitHub
Oct 27, 2023
Browse files
Provide alternative when warning on use_auth_token (#27105)
parent
e2bffcfa
Changes
63
Show whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
18 additions
and
9 deletions
+18
-9
src/transformers/processing_utils.py
src/transformers/processing_utils.py
+4
-2
src/transformers/tokenization_utils_base.py
src/transformers/tokenization_utils_base.py
+4
-2
src/transformers/utils/hub.py
src/transformers/utils/hub.py
+10
-5
No files found.
src/transformers/processing_utils.py
View file @
66b088fa
...
@@ -118,7 +118,8 @@ class ProcessorMixin(PushToHubMixin):
...
@@ -118,7 +118,8 @@ class ProcessorMixin(PushToHubMixin):
if
use_auth_token
is
not
None
:
if
use_auth_token
is
not
None
:
warnings
.
warn
(
warnings
.
warn
(
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers."
,
FutureWarning
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead."
,
FutureWarning
,
)
)
if
kwargs
.
get
(
"token"
,
None
)
is
not
None
:
if
kwargs
.
get
(
"token"
,
None
)
is
not
None
:
raise
ValueError
(
raise
ValueError
(
...
@@ -212,7 +213,8 @@ class ProcessorMixin(PushToHubMixin):
...
@@ -212,7 +213,8 @@ class ProcessorMixin(PushToHubMixin):
use_auth_token
=
kwargs
.
pop
(
"use_auth_token"
,
None
)
use_auth_token
=
kwargs
.
pop
(
"use_auth_token"
,
None
)
if
use_auth_token
is
not
None
:
if
use_auth_token
is
not
None
:
warnings
.
warn
(
warnings
.
warn
(
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers."
,
FutureWarning
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead."
,
FutureWarning
,
)
)
if
token
is
not
None
:
if
token
is
not
None
:
raise
ValueError
(
raise
ValueError
(
...
...
src/transformers/tokenization_utils_base.py
View file @
66b088fa
...
@@ -1893,7 +1893,8 @@ class PreTrainedTokenizerBase(SpecialTokensMixin, PushToHubMixin):
...
@@ -1893,7 +1893,8 @@ class PreTrainedTokenizerBase(SpecialTokensMixin, PushToHubMixin):
if
use_auth_token
is
not
None
:
if
use_auth_token
is
not
None
:
warnings
.
warn
(
warnings
.
warn
(
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers."
,
FutureWarning
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead."
,
FutureWarning
,
)
)
if
token
is
not
None
:
if
token
is
not
None
:
raise
ValueError
(
raise
ValueError
(
...
@@ -2340,7 +2341,8 @@ class PreTrainedTokenizerBase(SpecialTokensMixin, PushToHubMixin):
...
@@ -2340,7 +2341,8 @@ class PreTrainedTokenizerBase(SpecialTokensMixin, PushToHubMixin):
if
use_auth_token
is
not
None
:
if
use_auth_token
is
not
None
:
warnings
.
warn
(
warnings
.
warn
(
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers."
,
FutureWarning
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead."
,
FutureWarning
,
)
)
if
kwargs
.
get
(
"token"
,
None
)
is
not
None
:
if
kwargs
.
get
(
"token"
,
None
)
is
not
None
:
raise
ValueError
(
raise
ValueError
(
...
...
src/transformers/utils/hub.py
View file @
66b088fa
...
@@ -372,7 +372,8 @@ def cached_file(
...
@@ -372,7 +372,8 @@ def cached_file(
use_auth_token
=
deprecated_kwargs
.
pop
(
"use_auth_token"
,
None
)
use_auth_token
=
deprecated_kwargs
.
pop
(
"use_auth_token"
,
None
)
if
use_auth_token
is
not
None
:
if
use_auth_token
is
not
None
:
warnings
.
warn
(
warnings
.
warn
(
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers."
,
FutureWarning
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead."
,
FutureWarning
,
)
)
if
token
is
not
None
:
if
token
is
not
None
:
raise
ValueError
(
"`token` and `use_auth_token` are both specified. Please set only the argument `token`."
)
raise
ValueError
(
"`token` and `use_auth_token` are both specified. Please set only the argument `token`."
)
...
@@ -563,7 +564,8 @@ def get_file_from_repo(
...
@@ -563,7 +564,8 @@ def get_file_from_repo(
use_auth_token
=
deprecated_kwargs
.
pop
(
"use_auth_token"
,
None
)
use_auth_token
=
deprecated_kwargs
.
pop
(
"use_auth_token"
,
None
)
if
use_auth_token
is
not
None
:
if
use_auth_token
is
not
None
:
warnings
.
warn
(
warnings
.
warn
(
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers."
,
FutureWarning
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead."
,
FutureWarning
,
)
)
if
token
is
not
None
:
if
token
is
not
None
:
raise
ValueError
(
"`token` and `use_auth_token` are both specified. Please set only the argument `token`."
)
raise
ValueError
(
"`token` and `use_auth_token` are both specified. Please set only the argument `token`."
)
...
@@ -632,7 +634,8 @@ def has_file(
...
@@ -632,7 +634,8 @@ def has_file(
use_auth_token
=
deprecated_kwargs
.
pop
(
"use_auth_token"
,
None
)
use_auth_token
=
deprecated_kwargs
.
pop
(
"use_auth_token"
,
None
)
if
use_auth_token
is
not
None
:
if
use_auth_token
is
not
None
:
warnings
.
warn
(
warnings
.
warn
(
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers."
,
FutureWarning
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead."
,
FutureWarning
,
)
)
if
token
is
not
None
:
if
token
is
not
None
:
raise
ValueError
(
"`token` and `use_auth_token` are both specified. Please set only the argument `token`."
)
raise
ValueError
(
"`token` and `use_auth_token` are both specified. Please set only the argument `token`."
)
...
@@ -848,7 +851,8 @@ class PushToHubMixin:
...
@@ -848,7 +851,8 @@ class PushToHubMixin:
use_auth_token
=
deprecated_kwargs
.
pop
(
"use_auth_token"
,
None
)
use_auth_token
=
deprecated_kwargs
.
pop
(
"use_auth_token"
,
None
)
if
use_auth_token
is
not
None
:
if
use_auth_token
is
not
None
:
warnings
.
warn
(
warnings
.
warn
(
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers."
,
FutureWarning
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead."
,
FutureWarning
,
)
)
if
token
is
not
None
:
if
token
is
not
None
:
raise
ValueError
(
raise
ValueError
(
...
@@ -1011,7 +1015,8 @@ def get_checkpoint_shard_files(
...
@@ -1011,7 +1015,8 @@ def get_checkpoint_shard_files(
use_auth_token
=
deprecated_kwargs
.
pop
(
"use_auth_token"
,
None
)
use_auth_token
=
deprecated_kwargs
.
pop
(
"use_auth_token"
,
None
)
if
use_auth_token
is
not
None
:
if
use_auth_token
is
not
None
:
warnings
.
warn
(
warnings
.
warn
(
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers."
,
FutureWarning
"The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead."
,
FutureWarning
,
)
)
if
token
is
not
None
:
if
token
is
not
None
:
raise
ValueError
(
"`token` and `use_auth_token` are both specified. Please set only the argument `token`."
)
raise
ValueError
(
"`token` and `use_auth_token` are both specified. Please set only the argument `token`."
)
...
...
Prev
1
2
3
4
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment