Skip to content

GitLab

Commit 6c98759f authored by wanglch's avatar wanglch
Browse files

Update minicpm-o_version.py

parent 7326adc9
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
minicpm-o_version.py
View file @ 6c98759f
...@@ -8,7 +8,7 @@ from modelscope import AutoModel, AutoTokenizer ...@@ -8,7 +8,7 @@ from modelscope import AutoModel, AutoTokenizer
model = AutoModel.from_pretrained( model = AutoModel.from_pretrained(
'openbmb/MiniCPM-o-2_6', 'openbmb/MiniCPM-o-2_6',
trust_remote_code=True, trust_remote_code=True,
attn_implementation='sdpa', # sdpa or flash_attention_2 attn_implementation='eager', # sdpa or flash_attention_2
torch_dtype=torch.bfloat16, torch_dtype=torch.bfloat16,
init_vision=True, init_vision=True,
init_audio=True, init_audio=True,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment