Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
b5b647b0
Unverified
Commit
b5b647b0
authored
Dec 04, 2024
by
wangxiyuan
Committed by
GitHub
Dec 04, 2024
Browse files
Drop ROCm load format check (#10767)
Signed-off-by:
wangxiyuan
<
wangxiyuan1007@gmail.com
>
parent
d2bd88b1
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
3 additions
and
20 deletions
+3
-20
vllm/config.py
vllm/config.py
+3
-20
No files found.
vllm/config.py
View file @
b5b647b0
...
@@ -931,7 +931,9 @@ class LoadConfig:
...
@@ -931,7 +931,9 @@ class LoadConfig:
if
isinstance
(
model_loader_extra_config
,
str
):
if
isinstance
(
model_loader_extra_config
,
str
):
self
.
model_loader_extra_config
=
json
.
loads
(
self
.
model_loader_extra_config
=
json
.
loads
(
model_loader_extra_config
)
model_loader_extra_config
)
self
.
_verify_load_format
()
if
isinstance
(
self
.
load_format
,
str
):
load_format
=
self
.
load_format
.
lower
()
self
.
load_format
=
LoadFormat
(
load_format
)
if
self
.
ignore_patterns
is
not
None
and
len
(
self
.
ignore_patterns
)
>
0
:
if
self
.
ignore_patterns
is
not
None
and
len
(
self
.
ignore_patterns
)
>
0
:
logger
.
info
(
logger
.
info
(
...
@@ -940,25 +942,6 @@ class LoadConfig:
...
@@ -940,25 +942,6 @@ class LoadConfig:
else
:
else
:
self
.
ignore_patterns
=
[
"original/**/*"
]
self
.
ignore_patterns
=
[
"original/**/*"
]
def
_verify_load_format
(
self
)
->
None
:
if
not
isinstance
(
self
.
load_format
,
str
):
return
load_format
=
self
.
load_format
.
lower
()
self
.
load_format
=
LoadFormat
(
load_format
)
rocm_not_supported_load_format
:
List
[
str
]
=
[]
if
current_platform
.
is_rocm
(
)
and
load_format
in
rocm_not_supported_load_format
:
rocm_supported_load_format
=
[
f
for
f
in
LoadFormat
.
__members__
if
(
f
not
in
rocm_not_supported_load_format
)
]
raise
ValueError
(
f
"load format '
{
load_format
}
' is not supported in ROCm. "
f
"Supported load formats are "
f
"
{
rocm_supported_load_format
}
"
)
@
dataclass
@
dataclass
class
ParallelConfig
:
class
ParallelConfig
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment