完善

0ff1156e · zhouxiang · 6ab9856b · 0ff1156e
Commit 0ff1156e authored Sep 22, 2023 by zhouxiang
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

baichuan2flm.py baichuan2flm.py +1 -1

No files found.
--- a/baichuan2flm.py
+++ b/baichuan2flm.py
@@ -5,7 +5,7 @@ from transformers.generation.utils import GenerationConfig
 from fastllm_pytools import torch2flm

 if __name__ == "__main__":
-    modelpath = "baichuan-inc/Baichuan-13B-Chat""
+    modelpath = "baichuan-inc/Baichuan-13B-Chat"
    tokenizer = AutoTokenizer.from_pretrained(modelpath, trust_remote_code=True)
    model = AutoModelForCausalLM.from_pretrained(modelpath, device_map="auto", torch_dtype=torch.float16, trust_remote_code=True)
    model.to("cpu")