Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
chenpangpang
transformers
Commits
5c02b97c
"git@developer.sourcefind.cn:chenpangpang/transformers.git" did not exist on "048b4bd2c67dcfd62d904dd7066bb2dcb806ea6c"
Unverified
Commit
5c02b97c
authored
Mar 16, 2021
by
Sylvain Gugger
Committed by
GitHub
Mar 16, 2021
Browse files
Fix URLs from #10744 (#10748)
parent
a0a027c2
Changes
4
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
15 additions
and
7 deletions
+15
-7
src/transformers/models/herbert/tokenization_herbert.py
src/transformers/models/herbert/tokenization_herbert.py
+6
-2
src/transformers/models/herbert/tokenization_herbert_fast.py
src/transformers/models/herbert/tokenization_herbert_fast.py
+6
-2
src/transformers/models/reformer/configuration_reformer.py
src/transformers/models/reformer/configuration_reformer.py
+2
-2
src/transformers/models/xlm_prophetnet/tokenization_xlm_prophetnet.py
...mers/models/xlm_prophetnet/tokenization_xlm_prophetnet.py
+1
-1
No files found.
src/transformers/models/herbert/tokenization_herbert.py
View file @
5c02b97c
...
@@ -26,8 +26,12 @@ VOCAB_FILES_NAMES = {
...
@@ -26,8 +26,12 @@ VOCAB_FILES_NAMES = {
}
}
PRETRAINED_VOCAB_FILES_MAP
=
{
PRETRAINED_VOCAB_FILES_MAP
=
{
"vocab_file"
:
{
"allegro/herbert-base-cased"
:
"https://huggingface.co/allegro/herbert-base-cased/vocab.json"
},
"vocab_file"
:
{
"merges_file"
:
{
"allegro/herbert-base-cased"
:
"https://huggingface.co/allegro/herbert-base-cased/merges.txt"
},
"allegro/herbert-base-cased"
:
"https://huggingface.co/allegro/herbert-base-cased/resolve/main/vocab.json"
},
"merges_file"
:
{
"allegro/herbert-base-cased"
:
"https://huggingface.co/allegro/herbert-base-cased/resolve/main/merges.txt"
},
}
}
PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
=
{
"allegro/herbert-base-cased"
:
514
}
PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
=
{
"allegro/herbert-base-cased"
:
514
}
...
...
src/transformers/models/herbert/tokenization_herbert_fast.py
View file @
5c02b97c
...
@@ -28,8 +28,12 @@ VOCAB_FILES_NAMES = {
...
@@ -28,8 +28,12 @@ VOCAB_FILES_NAMES = {
}
}
PRETRAINED_VOCAB_FILES_MAP
=
{
PRETRAINED_VOCAB_FILES_MAP
=
{
"vocab_file"
:
{
"allegro/herbert-base-cased"
:
"https://huggingface.co/allegro/herbert-base-cased/vocab.json"
},
"vocab_file"
:
{
"merges_file"
:
{
"allegro/herbert-base-cased"
:
"https://huggingface.co/allegro/herbert-base-cased/merges.txt"
},
"allegro/herbert-base-cased"
:
"https://huggingface.co/allegro/herbert-base-cased/resolve/main/vocab.json"
},
"merges_file"
:
{
"allegro/herbert-base-cased"
:
"https://huggingface.co/allegro/herbert-base-cased/resolve/main/merges.txt"
},
}
}
PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
=
{
"allegro/herbert-base-cased"
:
514
}
PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
=
{
"allegro/herbert-base-cased"
:
514
}
...
...
src/transformers/models/reformer/configuration_reformer.py
View file @
5c02b97c
...
@@ -22,8 +22,8 @@ from ...utils import logging
...
@@ -22,8 +22,8 @@ from ...utils import logging
logger
=
logging
.
get_logger
(
__name__
)
logger
=
logging
.
get_logger
(
__name__
)
REFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP
=
{
REFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP
=
{
"google/reformer-crime-and-punishment"
:
"https://huggingface.co/google/reformer-crime-and-punishment/config.json"
,
"google/reformer-crime-and-punishment"
:
"https://huggingface.co/google/reformer-crime-and-punishment/
resolve/main/
config.json"
,
"google/reformer-enwik8"
:
"https://huggingface.co/google/reformer-enwik8/config.json"
,
"google/reformer-enwik8"
:
"https://huggingface.co/google/reformer-enwik8/
resolve/main/
config.json"
,
}
}
...
...
src/transformers/models/xlm_prophetnet/tokenization_xlm_prophetnet.py
View file @
5c02b97c
...
@@ -30,7 +30,7 @@ VOCAB_FILES_NAMES = {"vocab_file": "prophetnet.tokenizer"}
...
@@ -30,7 +30,7 @@ VOCAB_FILES_NAMES = {"vocab_file": "prophetnet.tokenizer"}
PRETRAINED_VOCAB_FILES_MAP
=
{
PRETRAINED_VOCAB_FILES_MAP
=
{
"vocab_file"
:
{
"vocab_file"
:
{
"microsoft/xprophetnet-large-wiki100-cased"
:
"https://huggingface.co/microsoft/xprophetnet-large-wiki100-cased/prophetnet.tokenizer"
,
"microsoft/xprophetnet-large-wiki100-cased"
:
"https://huggingface.co/microsoft/xprophetnet-large-wiki100-cased/
resolve/main/
prophetnet.tokenizer"
,
}
}
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment