Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
275c5dae
"vscode:/vscode.git/clone" did not exist on "e52e4da9714962b8db623359992ac3a5853879f7"
Unverified
Commit
275c5dae
authored
May 19, 2025
by
CYJiang
Committed by
GitHub
May 18, 2025
Browse files
fix: Add type specifications for CLI arguments in tensorizer options (#18314)
parent
47fda6d0
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
5 additions
and
0 deletions
+5
-0
vllm/model_executor/model_loader/tensorizer.py
vllm/model_executor/model_loader/tensorizer.py
+5
-0
No files found.
vllm/model_executor/model_loader/tensorizer.py
View file @
275c5dae
...
@@ -214,6 +214,7 @@ class TensorizerArgs:
...
@@ -214,6 +214,7 @@ class TensorizerArgs:
group
.
add_argument
(
group
.
add_argument
(
"--tensorizer-uri"
,
"--tensorizer-uri"
,
type
=
str
,
help
=
"Path to serialized model tensors. Can be a local file path,"
help
=
"Path to serialized model tensors. Can be a local file path,"
" or an HTTP(S) or S3 URI."
,
" or an HTTP(S) or S3 URI."
,
)
)
...
@@ -226,6 +227,7 @@ class TensorizerArgs:
...
@@ -226,6 +227,7 @@ class TensorizerArgs:
)
)
group
.
add_argument
(
group
.
add_argument
(
"--encryption-keyfile"
,
"--encryption-keyfile"
,
type
=
str
,
default
=
None
,
default
=
None
,
help
=
"The file path to a binary file containing a binary key to "
help
=
"The file path to a binary file containing a binary key to "
"use for decryption. Can be a file path or S3 network URI."
)
"use for decryption. Can be a file path or S3 network URI."
)
...
@@ -239,18 +241,21 @@ class TensorizerArgs:
...
@@ -239,18 +241,21 @@ class TensorizerArgs:
"and model size. This greatly increases performance."
)
"and model size. This greatly increases performance."
)
group
.
add_argument
(
group
.
add_argument
(
"--s3-access-key-id"
,
"--s3-access-key-id"
,
type
=
str
,
default
=
None
,
default
=
None
,
help
=
"The access key for the S3 bucket. Can also be set via the "
help
=
"The access key for the S3 bucket. Can also be set via the "
"S3_ACCESS_KEY_ID environment variable."
,
"S3_ACCESS_KEY_ID environment variable."
,
)
)
group
.
add_argument
(
group
.
add_argument
(
"--s3-secret-access-key"
,
"--s3-secret-access-key"
,
type
=
str
,
default
=
None
,
default
=
None
,
help
=
"The secret access key for the S3 bucket. Can also be set via "
help
=
"The secret access key for the S3 bucket. Can also be set via "
"the S3_SECRET_ACCESS_KEY environment variable."
,
"the S3_SECRET_ACCESS_KEY environment variable."
,
)
)
group
.
add_argument
(
group
.
add_argument
(
"--s3-endpoint"
,
"--s3-endpoint"
,
type
=
str
,
default
=
None
,
default
=
None
,
help
=
"The endpoint for the S3 bucket. Can also be set via the "
help
=
"The endpoint for the S3 bucket. Can also be set via the "
"S3_ENDPOINT_URL environment variable."
,
"S3_ENDPOINT_URL environment variable."
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment