Skip to content

GitLab

Unverified Commit 69ba344d authored by chenqianfzh's avatar chenqianfzh Committed by GitHub
Browse files

[Bugfix] Fix block size validation (#10938)

parent da6f4092
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
vllm/engine/arg_utils.py
View file @ 69ba344d
...@@ -425,7 +425,7 @@ class EngineArgs: ...@@ -425,7 +425,7 @@ class EngineArgs:
parser.add_argument('--block-size', parser.add_argument('--block-size',
type=int, type=int,
default=EngineArgs.block_size, default=EngineArgs.block_size,
choices=[8, 16, 32, 64, 128], choices=[8, 16, 32],
help='Token block size for contiguous chunks of ' help='Token block size for contiguous chunks of '
'tokens. This is ignored on neuron devices and ' 'tokens. This is ignored on neuron devices and '
'set to max-model-len') 'set to max-model-len')
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment