Unverified Commit 6aeb1dab authored by Cyrus Leung's avatar Cyrus Leung Committed by GitHub
Browse files

[Bugfix] Fix incorrect import of CacheConfig (#24631)


Signed-off-by: default avatarDarkLight1337 <tlleungac@connect.ust.hk>
parent e93f4cc9
...@@ -6,14 +6,13 @@ from typing import Optional ...@@ -6,14 +6,13 @@ from typing import Optional
import numpy as np import numpy as np
import torch import torch
from transformers import CacheConfig
from vllm import envs from vllm import envs
from vllm.attention.backends.abstract import (AttentionBackend, from vllm.attention.backends.abstract import (AttentionBackend,
AttentionMetadata, AttentionType) AttentionMetadata, AttentionType)
from vllm.attention.layer import Attention from vllm.attention.layer import Attention
from vllm.attention.selector import get_attn_backend from vllm.attention.selector import get_attn_backend
from vllm.config import VllmConfig from vllm.config import CacheConfig, VllmConfig
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.multimodal import MULTIMODAL_REGISTRY from vllm.multimodal import MULTIMODAL_REGISTRY
from vllm.utils import cdiv from vllm.utils import cdiv
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment