Unverified Commit 68b30a37 authored by Geewook Kim's avatar Geewook Kim Committed by GitHub
Browse files

fix: prepare_inputs_for_inference (this also supports 4.11.3)

parent 3e809211
...@@ -206,7 +206,7 @@ class BARTDecoder(nn.Module): ...@@ -206,7 +206,7 @@ class BARTDecoder(nn.Module):
if newly_added_num > 0: if newly_added_num > 0:
self.model.resize_token_embeddings(len(self.tokenizer)) self.model.resize_token_embeddings(len(self.tokenizer))
def prepare_inputs_for_inference(self, input_ids: torch.Tensor, past=None, use_cache: bool = None, encoder_outputs: torch.Tensor = None): def prepare_inputs_for_inference(self, input_ids: torch.Tensor, encoder_outputs: torch.Tensor, past=None, use_cache: bool = None, attention_mask: torch.Tensor = None):
""" """
Args: Args:
input_ids: (batch_size, sequence_lenth) input_ids: (batch_size, sequence_lenth)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment