Skip to content

GitLab

Unverified Commit d419aa5d authored by Michael Goin's avatar Michael Goin Committed by GitHub
Browse files

[V1] Enable TPU V1 backend by default (#17673) 


Signed-off-by: default avatarmgoin <mgoin64@gmail.com>
parent f9bc5a06
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 3 deletions
vllm/engine/arg_utils.py
View file @ d419aa5d
...@@ -1354,9 +1354,10 @@ class EngineArgs: ...@@ -1354,9 +1354,10 @@ class EngineArgs:
if is_eagle_enabled and _warn_or_fallback("Eagle"): if is_eagle_enabled and _warn_or_fallback("Eagle"):
return False return False
# Non-CUDA is supported on V1, but off by default for now. # Non-[CUDA, TPU] may be supported on V1, but off by default for now.
not_cuda = not current_platform.is_cuda() v0_hardware = not any(
if not_cuda and _warn_or_fallback( # noqa: SIM103 (current_platform.is_cuda(), current_platform.is_tpu()))
if v0_hardware and _warn_or_fallback( # noqa: SIM103
current_platform.device_name): current_platform.device_name):
return False return False
############################################################# #############################################################
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment