"vllm/transformers_utils/utils.py" did not exist on "e2b2aa5a0fdd3e682dd1fbd62e2ba81b8aa054d2"
Commit 9a68d3a8 authored by zhuwenwen's avatar zhuwenwen
Browse files

update idefics2_vision_model.py

parent c012f7f6
......@@ -23,7 +23,17 @@ import torch
from torch import nn
from transformers.models.idefics2.configuration_idefics2 import (
Idefics2Config, Idefics2VisionConfig)
from xformers import ops as xops
# from xformers import ops as xops
import vllm.envs as envs
try:
if envs.VLLM_ATTENTION_BACKEND=="XFormers":
from xformers import ops as xops
else:
print("INFO: VLLM_ATTENTION_BACKEND is not XFormers.\n")
except ImportError:
print("INFO: Please install xformers if you want to infer pixtral.\n")
from vllm.distributed import divide, get_tensor_model_parallel_world_size
from vllm.model_executor.layers.activation import get_act_fn
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment