Skip to content

GitLab

Unverified Commit ba51aea6 authored by Cyrus Leung's avatar Cyrus Leung Committed by GitHub
Browse files

[Bugfix] Keye-VL compatibility with `tok_kwargs` (#20058) (#20353) 


Signed-off-by: default avatarDarkLight1337 <tlleungac@connect.ust.hk>
parent 8452946c
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 1 deletion
vllm/model_executor/models/keye.py
View file @ ba51aea6
...@@ -1268,11 +1268,13 @@ class KeyeMultiModalProcessor(BaseMultiModalProcessor[KeyeProcessingInfo]): ...@@ -1268,11 +1268,13 @@ class KeyeMultiModalProcessor(BaseMultiModalProcessor[KeyeProcessingInfo]):
prompt: str, prompt: str,
mm_data: Mapping[str, object], mm_data: Mapping[str, object],
mm_kwargs: Mapping[str, object], mm_kwargs: Mapping[str, object],
tok_kwargs: Mapping[str, object],
) -> BatchFeature: ) -> BatchFeature:
mm_kwargs = self.info._get_image_processor_kwargs(**mm_kwargs)
return self.info.ctx.call_hf_processor( return self.info.ctx.call_hf_processor(
self.info.get_hf_processor(**mm_kwargs), self.info.get_hf_processor(**mm_kwargs),
dict(text=prompt, **mm_data), dict(text=prompt, **mm_data),
self.info._get_image_processor_kwargs(**mm_kwargs), dict(**mm_kwargs, **tok_kwargs),
) )
def _get_prompt_updates( def _get_prompt_updates(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment