Commit 7693c8ea authored by Harry Mellor's avatar Harry Mellor Committed by khluu
Browse files

Fix attribute error in `isaac_patch_hf_runner` (#37685)


Signed-off-by: default avatarHarry Mellor <19981378+hmellor@users.noreply.github.com>
(cherry picked from commit 9f6d9dd3)
parent 7624525b
...@@ -24,6 +24,7 @@ from transformers import ( ...@@ -24,6 +24,7 @@ from transformers import (
GenerationConfig, GenerationConfig,
GenerationMixin, GenerationMixin,
) )
from transformers.masking_utils import create_causal_mask
from transformers.video_utils import VideoMetadata from transformers.video_utils import VideoMetadata
from vllm.logprobs import SampleLogprobs from vllm.logprobs import SampleLogprobs
...@@ -679,10 +680,14 @@ def isaac_patch_hf_runner(hf_model: HfRunner) -> HfRunner: ...@@ -679,10 +680,14 @@ def isaac_patch_hf_runner(hf_model: HfRunner) -> HfRunner:
sin = sin.to(inputs_embeds.dtype) sin = sin.to(inputs_embeds.dtype)
# Prepare attention mask # Prepare attention mask
if attention_mask is not None: attention_mask = create_causal_mask(
attention_mask = self._update_causal_mask( config=self.config,
attention_mask, inputs_embeds, cache_position, past_key_values, False input_embeds=inputs_embeds,
) attention_mask=attention_mask,
past_key_values=past_key_values,
position_ids=position_ids,
cache_position=cache_position,
)
# Initialize and collect hidden states # Initialize and collect hidden states
hidden_states = inputs_embeds hidden_states = inputs_embeds
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment