Skip to content

GitLab

Unverified Commit 3fc96443 authored by Isotr0py's avatar Isotr0py Committed by GitHub
Browse files

[Misc] Clean up Aimv2 config registration in Ovis config (#20921) 


Signed-off-by: default avatarIsotr0py <2037008807@qq.com>
parent 0caf61c0
Hide whitespace changes
Inline Side-by-side
Showing with 5 additions and 5 deletions
vllm/transformers_utils/configs/ovis.py
View file @ 3fc96443
...@@ -73,8 +73,6 @@ IMAGE_TOKEN = "<image>" ...@@ -73,8 +73,6 @@ IMAGE_TOKEN = "<image>"
IMAGE_ATOM_ID = -300 IMAGE_ATOM_ID = -300
IMAGE_INDICATOR_IDS = [-301, -302, -303, -304, -305] IMAGE_INDICATOR_IDS = [-301, -302, -303, -304, -305]
AutoConfig.register("aimv2", AIMv2Config)
# ---------------------------------------------------------------------- # ----------------------------------------------------------------------
# Visual Tokenizer Configuration # Visual Tokenizer Configuration
...@@ -105,9 +103,11 @@ class BaseVisualTokenizerConfig(PretrainedConfig): ...@@ -105,9 +103,11 @@ class BaseVisualTokenizerConfig(PretrainedConfig):
f"expect `backbone_config` to be instance of PretrainedConfig or dict, but got {type(backbone_config)} type" f"expect `backbone_config` to be instance of PretrainedConfig or dict, but got {type(backbone_config)} type"
if not isinstance(backbone_config, PretrainedConfig): if not isinstance(backbone_config, PretrainedConfig):
model_type = backbone_config['model_type'] model_type = backbone_config['model_type']
backbone_config.pop('model_type') if model_type != "aimv2":
backbone_config = AutoConfig.for_model(model_type, backbone_config.pop('model_type')
**backbone_config) backbone_config = AutoConfig.for_model(model_type, **backbone_config)
else:
backbone_config = AIMv2Config(**backbone_config)
self.backbone_config = backbone_config self.backbone_config = backbone_config
self.hidden_stride = hidden_stride self.hidden_stride = hidden_stride
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment