[OPT] Fix bos token id default (#17441)

7999ec12 · Patrick von Platen · GitHub · 98f6e1ee · 7999ec12
Unverified Commit 7999ec12 authored May 26, 2022 by Patrick von Platen Committed by GitHub May 26, 2022
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

src/transformers/models/opt/configuration_opt.py src/transformers/models/opt/configuration_opt.py +1 -1

No files found.
--- a/src/transformers/models/opt/configuration_opt.py
+++ b/src/transformers/models/opt/configuration_opt.py
@@ -112,7 +112,7 @@ class OPTConfig(PretrainedConfig):
        init_std=0.02,
        use_cache=True,
        pad_token_id=1,
-        bos_token_id=0,
+        bos_token_id=2,
        eos_token_id=2,
        **kwargs
    ):