"docs/vscode:/vscode.git/clone" did not exist on "5cc7c4452e48b4492c47ff7e130751d7a786dbf9"
Unverified Commit 65197a5f authored by Jee Jee Li's avatar Jee Jee Li Committed by GitHub
Browse files

[Misc] Modify CacheConfig import (#23459)


Signed-off-by: default avatarJee Jee Li <pandaleefree@gmail.com>
parent b8f17f5d
...@@ -5,13 +5,13 @@ from copy import copy ...@@ -5,13 +5,13 @@ from copy import copy
from typing import Optional from typing import Optional
import torch import torch
from transformers import CacheConfig
from vllm import envs from vllm import envs
from vllm.attention.backends.abstract import (AttentionBackend, from vllm.attention.backends.abstract import (AttentionBackend,
AttentionMetadata, AttentionType) AttentionMetadata, AttentionType)
from vllm.attention.layer import Attention from vllm.attention.layer import Attention
from vllm.attention.selector import get_attn_backend from vllm.attention.selector import get_attn_backend
from vllm.config import CacheConfig
from vllm.v1.attention.backends.utils import (CommonAttentionMetadata, from vllm.v1.attention.backends.utils import (CommonAttentionMetadata,
subclass_attention_backend) subclass_attention_backend)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment