Unverified Commit baada0e7 authored by Michael Goin's avatar Michael Goin Committed by GitHub
Browse files

[Bugfix][TPU] Fix TPU validate_request (#16369)


Signed-off-by: default avatarMichael Goin <mgoin64@gmail.com>
parent 82eb61dd
...@@ -7,20 +7,17 @@ import torch ...@@ -7,20 +7,17 @@ import torch
import vllm.envs as envs import vllm.envs as envs
from vllm.inputs import PromptType from vllm.inputs import PromptType
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.sampling_params import SamplingParams
from .interface import Platform, PlatformEnum, _Backend from .interface import Platform, PlatformEnum, _Backend
if TYPE_CHECKING: if TYPE_CHECKING:
from vllm.config import ModelConfig, VllmConfig from vllm.config import ModelConfig, VllmConfig
from vllm.lora.request import LoRARequest
from vllm.pooling_params import PoolingParams from vllm.pooling_params import PoolingParams
from vllm.sampling_params import SamplingParams
else: else:
ModelConfig = None ModelConfig = None
VllmConfig = None VllmConfig = None
LoRARequest = None
PoolingParams = None PoolingParams = None
SamplingParams = None
logger = init_logger(__name__) logger = init_logger(__name__)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment