"src/vscode:/vscode.git/clone" did not exist on "f79188da4c3081f786a48366deee0a1ac21f9bc0"
Commit 60ff0c39 authored by myhloli's avatar myhloli
Browse files

feat: integrate automatic model path retrieval in model.py

parent 3dd9a832
...@@ -22,6 +22,7 @@ from transformers import ( ...@@ -22,6 +22,7 @@ from transformers import (
from ..vlm_hf_model.configuration_mineru2 import Mineru2QwenConfig from ..vlm_hf_model.configuration_mineru2 import Mineru2QwenConfig
from ..vlm_hf_model.modeling_mineru2 import build_vision_projector from ..vlm_hf_model.modeling_mineru2 import build_vision_projector
from ...utils.models_download_utils import auto_download_and_get_model_root_path
def flatten_nested_list(nested_list): def flatten_nested_list(nested_list):
...@@ -61,6 +62,9 @@ class Mineru2QwenForCausalLM(nn.Module): ...@@ -61,6 +62,9 @@ class Mineru2QwenForCausalLM(nn.Module):
# load vision tower # load vision tower
mm_vision_tower = self.config.mm_vision_tower mm_vision_tower = self.config.mm_vision_tower
model_root_path = auto_download_and_get_model_root_path("/", "vlm")
mm_vision_tower = f"{model_root_path}/{mm_vision_tower}"
if "clip" in mm_vision_tower: if "clip" in mm_vision_tower:
vision_config = CLIPVisionConfig.from_pretrained(mm_vision_tower) vision_config = CLIPVisionConfig.from_pretrained(mm_vision_tower)
self.vision_tower = CLIPVisionModel(vision_config) # type: ignore self.vision_tower = CLIPVisionModel(vision_config) # type: ignore
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment