Unverified Commit ad0012a0 authored by Cyrus Leung's avatar Cyrus Leung Committed by GitHub
Browse files

Revert "[Bugfix] Fix MRoPE Errors in the Qwen-VL Model When Processing Pure Text (#18407)" (#18456)


Signed-off-by: default avatarDarkLight1337 <tlleungac@connect.ust.hk>
parent 92247c52
...@@ -729,6 +729,8 @@ class ModelInputForGPUBuilder(ModelRunnerInputBuilderBase[ModelInputForGPU]): ...@@ -729,6 +729,8 @@ class ModelInputForGPUBuilder(ModelRunnerInputBuilderBase[ModelInputForGPU]):
mm_kwargs, placeholder_maps = MultiModalPlaceholderMap.from_seq_group( mm_kwargs, placeholder_maps = MultiModalPlaceholderMap.from_seq_group(
seq_group_metadata, seq_group_metadata,
range(positions[0], positions[0] + len(positions))) range(positions[0], positions[0] + len(positions)))
if not mm_kwargs:
return
inter_data.multi_modal_kwargs = mm_kwargs inter_data.multi_modal_kwargs = mm_kwargs
inter_data.multi_modal_placeholder_maps = placeholder_maps inter_data.multi_modal_placeholder_maps = placeholder_maps
...@@ -739,6 +741,12 @@ class ModelInputForGPUBuilder(ModelRunnerInputBuilderBase[ModelInputForGPU]): ...@@ -739,6 +741,12 @@ class ModelInputForGPUBuilder(ModelRunnerInputBuilderBase[ModelInputForGPU]):
video_grid_thw = mm_kwargs.get("video_grid_thw", None) video_grid_thw = mm_kwargs.get("video_grid_thw", None)
audio_feature_lengths = mm_kwargs.get("audio_feature_lengths", audio_feature_lengths = mm_kwargs.get("audio_feature_lengths",
None) None)
assert (
image_grid_thw is not None or video_grid_thw is not None
or audio_feature_lengths is not None), (
"mrope embedding type requires multi-modal input mapper "
"returns 'image_grid_thw' or 'video_grid_thw' or "
"'audio_feature_lengths'.")
second_per_grid_ts = mm_kwargs.get("second_per_grid_ts", None) second_per_grid_ts = mm_kwargs.get("second_per_grid_ts", None)
use_audio_in_video = mm_kwargs.get("use_audio_in_video", False) use_audio_in_video = mm_kwargs.get("use_audio_in_video", False)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment