Skip to content

GitLab

Unverified Commit d7e156bd authored by Suraj Patil's avatar Suraj Patil Committed by GitHub
Browse files

fix loading clip vision model (#12566)

parent b8682609
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 0 deletions
examples/research_projects/jax-projects/hybrid_clip/configuration_hybrid_clip.py
View file @ d7e156bd
...@@ -75,6 +75,10 @@ class HybridCLIPConfig(PretrainedConfig): ...@@ -75,6 +75,10 @@ class HybridCLIPConfig(PretrainedConfig):
if vision_model_type == "clip": if vision_model_type == "clip":
self.vision_config = AutoConfig.for_model(vision_model_type, **vision_config).vision_config self.vision_config = AutoConfig.for_model(vision_model_type, **vision_config).vision_config
elif vision_model_type == "clip_vision_model":
from transformers import CLIPVisionConfig
self.vision_config = CLIPVisionConfig(**vision_config)
else: else:
self.vision_config = AutoConfig.for_model(vision_model_type, **vision_config) self.vision_config = AutoConfig.for_model(vision_model_type, **vision_config)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment