Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
chenpangpang
transformers
Commits
857fd8ea
Unverified
Commit
857fd8ea
authored
Feb 20, 2024
by
Joao Gante
Committed by
GitHub
Feb 20, 2024
Browse files
Generate: missing generation config eos token setting in encoder-decoder tests (#29146)
parent
1c81132e
Changes
4
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
8 additions
and
0 deletions
+8
-0
tests/models/encoder_decoder/test_modeling_encoder_decoder.py
...s/models/encoder_decoder/test_modeling_encoder_decoder.py
+2
-0
tests/models/encoder_decoder/test_modeling_tf_encoder_decoder.py
...odels/encoder_decoder/test_modeling_tf_encoder_decoder.py
+2
-0
tests/models/speech_encoder_decoder/test_modeling_speech_encoder_decoder.py
...h_encoder_decoder/test_modeling_speech_encoder_decoder.py
+2
-0
tests/models/vision_encoder_decoder/test_modeling_tf_vision_encoder_decoder.py
...ncoder_decoder/test_modeling_tf_vision_encoder_decoder.py
+2
-0
No files found.
tests/models/encoder_decoder/test_modeling_encoder_decoder.py
View file @
857fd8ea
...
@@ -473,6 +473,8 @@ class EncoderDecoderMixin:
...
@@ -473,6 +473,8 @@ class EncoderDecoderMixin:
enc_dec_model
.
config
.
eos_token_id
=
None
enc_dec_model
.
config
.
eos_token_id
=
None
if
hasattr
(
enc_dec_model
.
config
,
"decoder"
)
and
hasattr
(
enc_dec_model
.
config
.
decoder
,
"eos_token_id"
):
if
hasattr
(
enc_dec_model
.
config
,
"decoder"
)
and
hasattr
(
enc_dec_model
.
config
.
decoder
,
"eos_token_id"
):
enc_dec_model
.
config
.
decoder
.
eos_token_id
=
None
enc_dec_model
.
config
.
decoder
.
eos_token_id
=
None
if
hasattr
(
enc_dec_model
.
generation_config
,
"eos_token_id"
):
enc_dec_model
.
generation_config
.
eos_token_id
=
None
enc_dec_model
.
to
(
torch_device
)
enc_dec_model
.
to
(
torch_device
)
# Bert does not have a bos token id, so use pad_token_id instead
# Bert does not have a bos token id, so use pad_token_id instead
...
...
tests/models/encoder_decoder/test_modeling_tf_encoder_decoder.py
View file @
857fd8ea
...
@@ -377,6 +377,8 @@ class TFEncoderDecoderMixin:
...
@@ -377,6 +377,8 @@ class TFEncoderDecoderMixin:
enc_dec_model
.
config
.
eos_token_id
=
None
enc_dec_model
.
config
.
eos_token_id
=
None
if
hasattr
(
enc_dec_model
.
config
,
"decoder"
)
and
hasattr
(
enc_dec_model
.
config
.
decoder
,
"eos_token_id"
):
if
hasattr
(
enc_dec_model
.
config
,
"decoder"
)
and
hasattr
(
enc_dec_model
.
config
.
decoder
,
"eos_token_id"
):
enc_dec_model
.
config
.
decoder
.
eos_token_id
=
None
enc_dec_model
.
config
.
decoder
.
eos_token_id
=
None
if
hasattr
(
enc_dec_model
.
generation_config
,
"eos_token_id"
):
enc_dec_model
.
generation_config
.
eos_token_id
=
None
# Bert does not have a bos token id, so use pad_token_id instead
# Bert does not have a bos token id, so use pad_token_id instead
generated_output
=
enc_dec_model
.
generate
(
generated_output
=
enc_dec_model
.
generate
(
...
...
tests/models/speech_encoder_decoder/test_modeling_speech_encoder_decoder.py
View file @
857fd8ea
...
@@ -351,6 +351,8 @@ class EncoderDecoderMixin:
...
@@ -351,6 +351,8 @@ class EncoderDecoderMixin:
enc_dec_model
.
config
.
eos_token_id
=
None
enc_dec_model
.
config
.
eos_token_id
=
None
if
hasattr
(
enc_dec_model
.
config
,
"decoder"
)
and
hasattr
(
enc_dec_model
.
config
.
decoder
,
"eos_token_id"
):
if
hasattr
(
enc_dec_model
.
config
,
"decoder"
)
and
hasattr
(
enc_dec_model
.
config
.
decoder
,
"eos_token_id"
):
enc_dec_model
.
config
.
decoder
.
eos_token_id
=
None
enc_dec_model
.
config
.
decoder
.
eos_token_id
=
None
if
hasattr
(
enc_dec_model
.
generation_config
,
"eos_token_id"
):
enc_dec_model
.
generation_config
.
eos_token_id
=
None
inputs
=
input_values
if
input_features
is
None
else
input_features
inputs
=
input_values
if
input_features
is
None
else
input_features
...
...
tests/models/vision_encoder_decoder/test_modeling_tf_vision_encoder_decoder.py
View file @
857fd8ea
...
@@ -308,6 +308,8 @@ class TFVisionEncoderDecoderMixin:
...
@@ -308,6 +308,8 @@ class TFVisionEncoderDecoderMixin:
enc_dec_model
.
config
.
eos_token_id
=
None
enc_dec_model
.
config
.
eos_token_id
=
None
if
hasattr
(
enc_dec_model
.
config
,
"decoder"
)
and
hasattr
(
enc_dec_model
.
config
.
decoder
,
"eos_token_id"
):
if
hasattr
(
enc_dec_model
.
config
,
"decoder"
)
and
hasattr
(
enc_dec_model
.
config
.
decoder
,
"eos_token_id"
):
enc_dec_model
.
config
.
decoder
.
eos_token_id
=
None
enc_dec_model
.
config
.
decoder
.
eos_token_id
=
None
if
hasattr
(
enc_dec_model
.
generation_config
,
"eos_token_id"
):
enc_dec_model
.
generation_config
.
eos_token_id
=
None
# Bert does not have a bos token id, so use pad_token_id instead
# Bert does not have a bos token id, so use pad_token_id instead
generated_output
=
enc_dec_model
.
generate
(
generated_output
=
enc_dec_model
.
generate
(
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment