"docs/vscode:/vscode.git/clone" did not exist on "4377b1ae3b87aa7544e3707f9917389f0ea21246"
Commit 9a68d3a8 authored by zhuwenwen's avatar zhuwenwen
Browse files

update idefics2_vision_model.py

parent c012f7f6
...@@ -23,7 +23,17 @@ import torch ...@@ -23,7 +23,17 @@ import torch
from torch import nn from torch import nn
from transformers.models.idefics2.configuration_idefics2 import ( from transformers.models.idefics2.configuration_idefics2 import (
Idefics2Config, Idefics2VisionConfig) Idefics2Config, Idefics2VisionConfig)
from xformers import ops as xops # from xformers import ops as xops
import vllm.envs as envs
try:
if envs.VLLM_ATTENTION_BACKEND=="XFormers":
from xformers import ops as xops
else:
print("INFO: VLLM_ATTENTION_BACKEND is not XFormers.\n")
except ImportError:
print("INFO: Please install xformers if you want to infer pixtral.\n")
from vllm.distributed import divide, get_tensor_model_parallel_world_size from vllm.distributed import divide, get_tensor_model_parallel_world_size
from vllm.model_executor.layers.activation import get_act_fn from vllm.model_executor.layers.activation import get_act_fn
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment