Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
5d7f5452
Unverified
Commit
5d7f5452
authored
May 21, 2025
by
Kebe
Committed by
GitHub
May 21, 2025
Browse files
[Frontend] deprecate `--device` arg (#18399)
Signed-off-by:
Kebe
<
mail@kebe7jun.com
>
parent
cd8dfc6d
Changes
3
Show whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
9 additions
and
4 deletions
+9
-4
docs/source/getting_started/installation/gpu/xpu.inc.md
docs/source/getting_started/installation/gpu/xpu.inc.md
+0
-1
vllm/config.py
vllm/config.py
+5
-1
vllm/engine/arg_utils.py
vllm/engine/arg_utils.py
+4
-2
No files found.
docs/source/getting_started/installation/gpu/xpu.inc.md
View file @
5d7f5452
...
...
@@ -66,7 +66,6 @@ XPU platform supports **tensor parallel** inference/serving and also supports **
python -m vllm.entrypoints.openai.api_server \
--model=facebook/opt-13b \
--dtype=bfloat16 \
--device=xpu \
--max_model_len=1024 \
--distributed-executor-backend=ray \
--pipeline-parallel-size=2 \
...
...
vllm/config.py
View file @
5d7f5452
...
...
@@ -2201,7 +2201,11 @@ class DeviceConfig:
"""Configuration for the device to use for vLLM execution."""
device
:
Union
[
Device
,
torch
.
device
]
=
"auto"
"""Device type for vLLM execution."""
"""Device type for vLLM execution.
This parameter is deprecated and will be
removed in a future release.
It will now be set automatically based
on the current platform."""
device_type
:
str
=
field
(
init
=
False
)
"""Device type from the current platform. This is set in
`__post_init__`."""
...
...
vllm/engine/arg_utils.py
View file @
5d7f5452
...
...
@@ -737,7 +737,9 @@ class EngineArgs:
title
=
"DeviceConfig"
,
description
=
DeviceConfig
.
__doc__
,
)
device_group
.
add_argument
(
"--device"
,
**
device_kwargs
[
"device"
])
device_group
.
add_argument
(
"--device"
,
**
device_kwargs
[
"device"
],
deprecated
=
True
)
# Speculative arguments
speculative_group
=
parser
.
add_argument_group
(
...
...
@@ -977,7 +979,7 @@ class EngineArgs:
from
vllm.platforms
import
current_platform
current_platform
.
pre_register_and_update
()
device_config
=
DeviceConfig
(
device
=
self
.
device
)
device_config
=
DeviceConfig
(
device
=
current_platform
.
device
_type
)
model_config
=
self
.
create_model_config
()
# * If VLLM_USE_V1 is unset, we enable V1 for "supported features"
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment