Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
87054a57
Unverified
Commit
87054a57
authored
Jan 15, 2025
by
maang-h
Committed by
GitHub
Jan 14, 2025
Browse files
[Doc]: Update the Json Example of the `Engine Arguments` document (#12045)
parent
c9d6ff53
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
4 additions
and
4 deletions
+4
-4
vllm/engine/arg_utils.py
vllm/engine/arg_utils.py
+4
-4
No files found.
vllm/engine/arg_utils.py
View file @
87054a57
...
@@ -538,7 +538,7 @@ class EngineArgs:
...
@@ -538,7 +538,7 @@ class EngineArgs:
default
=
None
,
default
=
None
,
type
=
json
.
loads
,
type
=
json
.
loads
,
help
=
'RoPE scaling configuration in JSON format. '
help
=
'RoPE scaling configuration in JSON format. '
'For example, {"rope_type":"dynamic","factor":2.0}'
)
'For example,
``
{"rope_type":"dynamic","factor":2.0}
``
'
)
parser
.
add_argument
(
'--rope-theta'
,
parser
.
add_argument
(
'--rope-theta'
,
default
=
None
,
default
=
None
,
type
=
float
,
type
=
float
,
...
@@ -607,7 +607,7 @@ class EngineArgs:
...
@@ -607,7 +607,7 @@ class EngineArgs:
default
=
None
,
default
=
None
,
type
=
json
.
loads
,
type
=
json
.
loads
,
help
=
(
'Overrides for the multimodal input mapping/processing, '
help
=
(
'Overrides for the multimodal input mapping/processing, '
'e.g., image processor. For example: {"num_crops": 4}.'
))
'e.g., image processor. For example:
``
{"num_crops": 4}
``
.'
))
parser
.
add_argument
(
parser
.
add_argument
(
'--disable-mm-preprocessor-cache'
,
'--disable-mm-preprocessor-cache'
,
action
=
'store_true'
,
action
=
'store_true'
,
...
@@ -908,13 +908,13 @@ class EngineArgs:
...
@@ -908,13 +908,13 @@ class EngineArgs:
type
=
json
.
loads
,
type
=
json
.
loads
,
default
=
None
,
default
=
None
,
help
=
"Override or set neuron device configuration. "
help
=
"Override or set neuron device configuration. "
"e.g. {
\"
cast_logits_dtype
\"
:
\"
bloat16
\"
}.
'
"
)
"e.g.
``
{
\"
cast_logits_dtype
\"
:
\"
bloat16
\"
}
``
."
)
parser
.
add_argument
(
parser
.
add_argument
(
'--override-pooler-config'
,
'--override-pooler-config'
,
type
=
PoolerConfig
.
from_json
,
type
=
PoolerConfig
.
from_json
,
default
=
None
,
default
=
None
,
help
=
"Override or set the pooling method for pooling models. "
help
=
"Override or set the pooling method for pooling models. "
"e.g. {
\"
pooling_type
\"
:
\"
mean
\"
,
\"
normalize
\"
: false}.
'
"
)
"e.g.
``
{
\"
pooling_type
\"
:
\"
mean
\"
,
\"
normalize
\"
: false}
``
."
)
parser
.
add_argument
(
'--compilation-config'
,
parser
.
add_argument
(
'--compilation-config'
,
'-O'
,
'-O'
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment