Skip to content

GitLab

Unverified Commit 97b61bfa authored by youkaichao's avatar youkaichao Committed by GitHub
Browse files

[misc] avoid circular import (#9765) 


Signed-off-by: default avataryoukaichao <youkaichao@gmail.com>
parent aa0addb3
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
vllm/sequence.py
View file @ 97b61bfa
...@@ -18,7 +18,6 @@ from vllm.lora.request import LoRARequest ...@@ -18,7 +18,6 @@ from vllm.lora.request import LoRARequest
from vllm.pooling_params import PoolingParams from vllm.pooling_params import PoolingParams
from vllm.prompt_adapter.request import PromptAdapterRequest from vllm.prompt_adapter.request import PromptAdapterRequest
from vllm.sampling_params import RequestOutputKind, SamplingParams from vllm.sampling_params import RequestOutputKind, SamplingParams
from vllm.spec_decode.metrics import SpecDecodeWorkerMetrics
if TYPE_CHECKING: if TYPE_CHECKING:
from vllm.inputs import SingletonInputs from vllm.inputs import SingletonInputs
...@@ -1132,6 +1131,8 @@ class PoolerOutput( ...@@ -1132,6 +1131,8 @@ class PoolerOutput(
"""The output from a pooling operation in the embedding model.""" """The output from a pooling operation in the embedding model."""
outputs: List[EmbeddingSequenceGroupOutput] outputs: List[EmbeddingSequenceGroupOutput]
# lazy import to avoid circular import
from vllm.spec_decode.metrics import SpecDecodeWorkerMetrics
spec_decode_worker_metrics: Optional[SpecDecodeWorkerMetrics] = None spec_decode_worker_metrics: Optional[SpecDecodeWorkerMetrics] = None
def __getitem__(self, idx: int) -> EmbeddingSequenceGroupOutput: def __getitem__(self, idx: int) -> EmbeddingSequenceGroupOutput:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment