add inference.py

f2b3a0bd · shihm · 20e943f8 · f2b3a0bd
Commit f2b3a0bd authored Mar 12, 2026 by shihm
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

inference.py inference.py +1 -1

No files found.
--- a/inference.py
+++ b/inference.py
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import os
 import torch
-model_path = "/home/download/baichuan-inc/Baichuan-M3-235B"
+model_path = "/baichuan-inc/Baichuan-M3-235B"
 os.environ['TRANSFORMERS_OFFLINE'] = '1'
 os.environ['MODELSCOPE_OFFLINE'] = '1'
 model = AutoModelForCausalLM.from_pretrained(