"vscode:/vscode.git/clone" did not exist on "f17aec0d6350303b46ee58d27a6fc83ddf9583b2"
Unverified Commit 25950dca authored by 汪志鹏's avatar 汪志鹏 Committed by GitHub
Browse files

Add ignore consolidated file in mistral example code (#20420)


Signed-off-by: default avatar汪志鹏 <wangzhipeng628@gmail.com>
parent a4113b03
......@@ -677,6 +677,7 @@ def run_mistral3(questions: list[str], modality: str) -> ModelRequestData:
max_num_seqs=2,
tensor_parallel_size=2,
limit_mm_per_prompt={modality: 1},
ignore_patterns=["consolidated.safetensors"],
)
prompts = [f"<s>[INST]{question}\n[IMG][/INST]" for question in questions]
......
......@@ -505,6 +505,7 @@ def load_mistral3(question: str, image_urls: list[str]) -> ModelRequestData:
max_num_seqs=2,
tensor_parallel_size=2,
limit_mm_per_prompt={"image": len(image_urls)},
ignore_patterns=["consolidated.safetensors"],
)
placeholders = "[IMG]" * len(image_urls)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment