Unverified Commit b9fca832 authored by Isotr0py's avatar Isotr0py Committed by GitHub
Browse files

[Bugfix] Fix GLM-4.1-V video prompt update (#20635)


Signed-off-by: default avatarIsotr0py <2037008807@qq.com>
parent 32dffc27
...@@ -65,7 +65,7 @@ from vllm.multimodal.parse import (ImageSize, MultiModalDataItems, ...@@ -65,7 +65,7 @@ from vllm.multimodal.parse import (ImageSize, MultiModalDataItems,
MultiModalDataParser) MultiModalDataParser)
from vllm.multimodal.processing import (BaseMultiModalProcessor, from vllm.multimodal.processing import (BaseMultiModalProcessor,
BaseProcessingInfo, PromptReplacement, BaseProcessingInfo, PromptReplacement,
PromptUpdate) PromptUpdate, PromptUpdateDetails)
from vllm.multimodal.profiling import BaseDummyInputsBuilder from vllm.multimodal.profiling import BaseDummyInputsBuilder
from vllm.platforms import _Backend from vllm.platforms import _Backend
from vllm.sequence import IntermediateTensors from vllm.sequence import IntermediateTensors
...@@ -1213,7 +1213,10 @@ class Glm4vMultiModalProcessor(BaseMultiModalProcessor[Glm4vProcessingInfo]): ...@@ -1213,7 +1213,10 @@ class Glm4vMultiModalProcessor(BaseMultiModalProcessor[Glm4vProcessingInfo]):
placeholder.append(eoi_token_id) placeholder.append(eoi_token_id)
placeholder.extend(frame_idx) placeholder.extend(frame_idx)
placeholder.append(eov_token_id) placeholder.append(eov_token_id)
return placeholder return PromptUpdateDetails.select_token_id(
placeholder,
embed_token_id=hf_processor.video_token_id,
)
return [ return [
PromptReplacement( PromptReplacement(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment