Skip to content

GitLab

"...git@developer.sourcefind.cn:chenpangpang/transformers.git" did not exist on "07e3454f034b4889925621e8e3253547d2a04aa7"
Unverified Commit 1f12934d authored by guillaume-be's avatar guillaume-be Committed by GitHub
Browse files

[Bug fix] Fixed value for BlenderBot pad token (#8205)

parent 8f1c960e
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
src/transformers/tokenization_blenderbot.py
View file @ 1f12934d
...@@ -134,7 +134,7 @@ class BlenderbotSmallTokenizer(PreTrainedTokenizer): ...@@ -134,7 +134,7 @@ class BlenderbotSmallTokenizer(PreTrainedTokenizer):
bos_token="__start__", bos_token="__start__",
eos_token="__end__", eos_token="__end__",
unk_token="__unk__", unk_token="__unk__",
pad_token="__null", pad_token="__null__",
**kwargs **kwargs
): ):
super().__init__(unk_token=unk_token, bos_token=bos_token, eos_token=eos_token, pad_token=pad_token, **kwargs) super().__init__(unk_token=unk_token, bos_token=bos_token, eos_token=eos_token, pad_token=pad_token, **kwargs)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment