Merge branch 'master' into 'master'

ChatGLM3-6B 微调训练 See merge request !2

Merge branch 'master' into 'master'
ChatGLM3-6B 微调训练 See merge request !2
467ec853 · lvzhen · 971c0aee · 0006ad16 · 971c0aee · 971c0aee
Commit 467ec853 authored May 10, 2024 by lvzhen
20 changed files
--- a/finetune_chatmodel_demo/preprocess_utils.py
+++ b/finetune_chatmodel_demo/preprocess_utils.py
--- a/finetune_chatmodel_demo/requirements.txt
+++ b/finetune_chatmodel_demo/requirements.txt
-transformers==4.30.2
-accelerate
-sentencepiece
-astunparse
-deepspeed
\ No newline at end of file
--- a/finetune_chatmodel_demo/scripts/finetune_ds.sh
+++ b/finetune_chatmodel_demo/scripts/finetune_ds.sh
--- a/finetune_chatmodel_demo/scripts/finetune_ds_multiturn.sh
+++ b/finetune_chatmodel_demo/scripts/finetune_ds_multiturn.sh
--- a/finetune_chatmodel_demo/scripts/finetune_pt.sh
+++ b/finetune_chatmodel_demo/scripts/finetune_pt.sh
--- a/finetune_chatmodel_demo/scripts/finetune_pt_multiturn.sh
+++ b/finetune_chatmodel_demo/scripts/finetune_pt_multiturn.sh
--- a/finetune_chatmodel_demo/scripts/format_advertise_gen.py
+++ b/finetune_chatmodel_demo/scripts/format_advertise_gen.py
--- a/finetune_chatmodel_demo/scripts/format_tool_alpaca.py
+++ b/finetune_chatmodel_demo/scripts/format_tool_alpaca.py
--- a/finetune_chatmodel_demo/train_data.json
+++ b/finetune_chatmodel_demo/train_data.json
--- a/finetune_chatmodel_demo/trainer.py
+++ b/finetune_chatmodel_demo/trainer.py
--- a/finetune_demo/README_en.md
+++ b/finetune_demo/README_en.md
--- a/finetune_demo/configs/ds_zero_2.json
+++ b/finetune_demo/configs/ds_zero_2.json
--- a/finetune_demo/configs/ds_zero_3.json
+++ b/finetune_demo/configs/ds_zero_3.json
--- a/finetune_demo/configs/lora.yaml
+++ b/finetune_demo/configs/lora.yaml
--- a/finetune_demo/configs/ptuning_v2.yaml
+++ b/finetune_demo/configs/ptuning_v2.yaml
--- a/finetune_demo/configs/sft.yaml
+++ b/finetune_demo/configs/sft.yaml
--- a/finetune_demo/finetune_hf.py
+++ b/finetune_demo/finetune_hf.py
--- a/finetune_demo/finetune_hf_sft.py
+++ b/finetune_demo/finetune_hf_sft.py
--- a/finetune_demo/inference_hf.py
+++ b/finetune_demo/inference_hf.py
--- a/finetune_demo/lora.sh
+++ b/finetune_demo/lora.sh
+export HIP_VISIBLE_DEVICES=7
+python finetune_hf.py  data/AdvertiseGen_fix  /path/to/chatglm3-6b  configs/lora.yaml