"docs/en/vscode:/vscode.git/clone" did not exist on "ef6e0aa2b6657416c64715b83e989fbc038f886a"
Commit 8d99076d authored by wanglch's avatar wanglch
Browse files

Update minicpm-o_version.py

parent 0d45e5eb
import torch import torch
from PIL import Image from PIL import Image
from modelscope import AutoModel, AutoTokenizer from modelscope import AutoModel, AutoTokenizer
...@@ -7,7 +6,7 @@ from modelscope import AutoModel, AutoTokenizer ...@@ -7,7 +6,7 @@ from modelscope import AutoModel, AutoTokenizer
# if load vision-only model, please set init_audio=False and init_tts=False # if load vision-only model, please set init_audio=False and init_tts=False
# if load audio-only model, please set init_vision=False # if load audio-only model, please set init_vision=False
model = AutoModel.from_pretrained( model = AutoModel.from_pretrained(
'MiniCPM-V/MiniCPM-o-2_6', 'openbmb/MiniCPM-o-2_6',
trust_remote_code=True, trust_remote_code=True,
attn_implementation='sdpa', # sdpa or flash_attention_2 attn_implementation='sdpa', # sdpa or flash_attention_2
torch_dtype=torch.bfloat16, torch_dtype=torch.bfloat16,
...@@ -18,7 +17,7 @@ model = AutoModel.from_pretrained( ...@@ -18,7 +17,7 @@ model = AutoModel.from_pretrained(
model = model.eval().cuda() model = model.eval().cuda()
tokenizer = AutoTokenizer.from_pretrained('MiniCPM-V/MiniCPM-o-2_6', trust_remote_code=True) tokenizer = AutoTokenizer.from_pretrained('openbmb/MiniCPM-o-2_6', trust_remote_code=True)
# In addition to vision-only mode, tts processor and vocos also needs to be initialized # In addition to vision-only mode, tts processor and vocos also needs to be initialized
model.init_tts() model.init_tts()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment