Unverified Commit 1f12934d authored by guillaume-be's avatar guillaume-be Committed by GitHub
Browse files

[Bug fix] Fixed value for BlenderBot pad token (#8205)

parent 8f1c960e
......@@ -134,7 +134,7 @@ class BlenderbotSmallTokenizer(PreTrainedTokenizer):
bos_token="__start__",
eos_token="__end__",
unk_token="__unk__",
pad_token="__null",
pad_token="__null__",
**kwargs
):
super().__init__(unk_token=unk_token, bos_token=bos_token, eos_token=eos_token, pad_token=pad_token, **kwargs)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment