Unverified Commit 7c3a0741 authored by Isotr0py's avatar Isotr0py Committed by GitHub
Browse files

[Bugfix] Fix `PixtralHFImagePixelInputs` dynamic shape check (#22827)


Signed-off-by: default avatarIsotr0py <mozf@mail2.sysu.edu.cn>
parent 00e3f9da
......@@ -153,4 +153,4 @@ def test_model_tensor_schema(model_arch: str, vllm_runner: type[VllmRunner],
if hasattr(model, method_name):
getattr(model, method_name)(**mm_kwargs)
vllm_model.apply_model(validate_model_input)
vllm_model.apply_model(validate_model_input)
\ No newline at end of file
......@@ -72,8 +72,9 @@ class PixtralHFImagePixelInputs(TensorSchema):
in which case the data is passed as a list instead of a batched tensor.
"""
type: Literal["pixel_values_pixtral"] = "pixel_values_pixtral"
pixel_values: Annotated[Union[torch.Tensor, list[torch.Tensor]],
TensorShape("bn", "c", "h", "w")]
pixel_values: Annotated[
Union[torch.Tensor, list[torch.Tensor]],
TensorShape("bn", "c", "h", "w", dynamic_dims={"h", "w"})]
class LlavaImageEmbeddingInputs(TensorSchema):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment