Skip to content

GitLab

Unverified Commit 30a2e807 authored by Michael Goin's avatar Michael Goin Committed by GitHub
Browse files

[CI/Build] Add Model Tests for PixtralHF (#9813)

parent 06386a64
Hide whitespace changes
Inline Side-by-side
Showing with 9 additions and 0 deletions
tests/models/decoder_only/vision_language/test_models.py
View file @ 30a2e807
...@@ -291,6 +291,15 @@ VLM_TEST_SETTINGS = { ...@@ -291,6 +291,15 @@ VLM_TEST_SETTINGS = {
# vllm_output_post_proc=model_utils.phi3v_vllm_to_hf_output, # vllm_output_post_proc=model_utils.phi3v_vllm_to_hf_output,
# num_logprobs=10, # num_logprobs=10,
# ), # ),
"pixtral_hf": VLMTestInfo(
models=["nm-testing/pixtral-12b-FP8-dynamic"],
test_type=(VLMTestType.IMAGE, VLMTestType.MULTI_IMAGE),
prompt_formatter=lambda img_prompt: f"<s>[INST]{img_prompt}[/INST]",
img_idx_to_prompt=lambda idx: "[IMG]",
max_model_len=8192,
max_num_seqs=2,
auto_cls=AutoModelForVision2Seq,
),
"qwen": VLMTestInfo( "qwen": VLMTestInfo(
models=["Qwen/Qwen-VL"], models=["Qwen/Qwen-VL"],
test_type=(VLMTestType.IMAGE, VLMTestType.MULTI_IMAGE), test_type=(VLMTestType.IMAGE, VLMTestType.MULTI_IMAGE),
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment