Fix missing unfinished_sequences (#21529)

fix missing unfinished_sequences

Fix missing unfinished_sequences (#21529)
fix missing unfinished_sequences
17109ecf · Motoki Wu · GitHub · 2edf9a85 · 17109ecf
Unverified Commit 17109ecf authored Feb 09, 2023 by Motoki Wu Committed by GitHub Feb 09, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 3 deletions

src/transformers/generation/utils.py src/transformers/generation/utils.py +3 -3

No files found.
--- a/src/transformers/generation/utils.py
+++ b/src/transformers/generation/utils.py
@@ -1982,7 +1982,7 @@ class GenerationMixin:

            # if eos_token was found in one sentence, set sentence to finished
            if eos_token_id_tensor is not None:
-                unfinished_sequences = (
+                unfinished_sequences = unfinished_sequences.mul(
                    next_tokens.tile(eos_token_id_tensor.shape[0], 1).ne(eos_token_id_tensor.unsqueeze(1)).prod(dim=0)
                )

@@ -2228,7 +2228,7 @@ class GenerationMixin:

            # if eos_token was found in one sentence, set sentence to finished
            if eos_token_id_tensor is not None:
-                unfinished_sequences = (
+                unfinished_sequences = unfinished_sequences.mul(
                    next_tokens.tile(eos_token_id_tensor.shape[0], 1).ne(eos_token_id_tensor.unsqueeze(1)).prod(dim=0)
                )

@@ -2497,7 +2497,7 @@ class GenerationMixin:

            # if eos_token was found in one sentence, set sentence to finished
            if eos_token_id_tensor is not None:
-                unfinished_sequences = (
+                unfinished_sequences = unfinished_sequences.mul(
                    next_tokens.tile(eos_token_id_tensor.shape[0], 1).ne(eos_token_id_tensor.unsqueeze(1)).prod(dim=0)
                )