Skip to content

GitLab

Unverified Commit fb30ee92 authored by Cyrus Leung's avatar Cyrus Leung Committed by GitHub
Browse files

[Bugfix] Fix BLIP-2 processing (#12412) 


Signed-off-by: default avatarDarkLight1337 <tlleungac@connect.ust.hk>
parent 221d388c
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/model_executor/models/blip2.py
View file @ fb30ee92
...@@ -481,14 +481,14 @@ class Blip2MultiModalProcessor(BaseMultiModalProcessor[Blip2ProcessingInfo]): ...@@ -481,14 +481,14 @@ class Blip2MultiModalProcessor(BaseMultiModalProcessor[Blip2ProcessingInfo]):
bos_token_id = tokenizer.bos_token_id bos_token_id = tokenizer.bos_token_id
assert isinstance(bos_token_id, int) assert isinstance(bos_token_id, int)
image_token_id = vocab["image"] image_token_id = vocab["<image>"]
num_image_tokens = self.info.get_num_image_tokens() num_image_tokens = self.info.get_num_image_tokens()
image_tokens = [image_token_id] * num_image_tokens image_tokens = [image_token_id] * num_image_tokens
return [ return [
PromptReplacement( PromptReplacement(
modality="image", modality="image",
target="</s>", target=[bos_token_id],
replacement=PromptReplacementDetails( replacement=PromptReplacementDetails(
full=image_tokens + [bos_token_id], full=image_tokens + [bos_token_id],
features=image_tokens, features=image_tokens,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment