Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
chenpangpang
transformers
Commits
39799fbf
Unverified
Commit
39799fbf
authored
Jan 25, 2023
by
Arthur
Committed by
GitHub
Jan 25, 2023
Browse files
[CI-Daily] replace `past` in prepare inputs for generation (#21296)
replace `past` in prepare inputs for generation
parent
23844941
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
4 additions
and
4 deletions
+4
-4
src/transformers/models/encoder_decoder/modeling_encoder_decoder.py
...ormers/models/encoder_decoder/modeling_encoder_decoder.py
+4
-4
No files found.
src/transformers/models/encoder_decoder/modeling_encoder_decoder.py
View file @
39799fbf
...
...
@@ -658,9 +658,9 @@ class EncoderDecoderModel(PreTrainedModel):
return
shift_tokens_right
(
labels
,
self
.
config
.
pad_token_id
,
self
.
config
.
decoder_start_token_id
)
def
prepare_inputs_for_generation
(
self
,
input_ids
,
past
=
None
,
attention_mask
=
None
,
use_cache
=
None
,
encoder_outputs
=
None
,
**
kwargs
self
,
input_ids
,
past
_key_values
=
None
,
attention_mask
=
None
,
use_cache
=
None
,
encoder_outputs
=
None
,
**
kwargs
):
decoder_inputs
=
self
.
decoder
.
prepare_inputs_for_generation
(
input_ids
,
past
=
past
)
decoder_inputs
=
self
.
decoder
.
prepare_inputs_for_generation
(
input_ids
,
past
_key_values
=
past_key_values
)
decoder_attention_mask
=
decoder_inputs
[
"attention_mask"
]
if
"attention_mask"
in
decoder_inputs
else
None
input_dict
=
{
"attention_mask"
:
attention_mask
,
...
...
@@ -679,6 +679,6 @@ class EncoderDecoderModel(PreTrainedModel):
" model.decoder.resize_token_embeddings(...))"
)
def
_reorder_cache
(
self
,
past
,
beam_idx
):
def
_reorder_cache
(
self
,
past
_key_values
,
beam_idx
):
# apply decoder cache reordering here
return
self
.
decoder
.
_reorder_cache
(
past
,
beam_idx
)
return
self
.
decoder
.
_reorder_cache
(
past
_key_values
,
beam_idx
)
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment