Initial commit

b77a7567 · wanglch · b77a7567 · b77a7567 · b77a7567 · b77a7567
Commit b77a7567 authored Jul 03, 2024 by wanglch
20 changed files
--- a/llm-code/pretrain_data_process.py
+++ b/llm-code/pretrain_data_process.py
--- a/llm-code/pretrain_run.sh
+++ b/llm-code/pretrain_run.sh
--- a/llm-code/requirements.txt
+++ b/llm-code/requirements.txt
+argparse==1.4.0
+deepspeed==0.12.5
+datasets==2.15.0
+transformers==4.36.0
+sentencepiece==0.1.99
\ No newline at end of file
--- a/llm-code/sft_run.sh
+++ b/llm-code/sft_run.sh
--- a/model.properties
+++ b/model.properties
--- a/requirements.txt
+++ b/requirements.txt
--- a/resources/.DS_Store
+++ b/resources/.DS_Store
--- a/resources/13b1.png
+++ b/resources/13b1.png
--- a/resources/13b2.png
+++ b/resources/13b2.png
--- a/resources/13b3.png
+++ b/resources/13b3.png
--- a/resources/6b_all_eval.png
+++ b/resources/6b_all_eval.png
--- a/resources/6b_finance_eval.png
+++ b/resources/6b_finance_eval.png
--- a/resources/6b_general_eval.png
+++ b/resources/6b_general_eval.png
--- a/resources/6b_ins_gen.png
+++ b/resources/6b_ins_gen.png
--- a/resources/6b_read_compre_prom.png
+++ b/resources/6b_read_compre_prom.png
--- a/resources/6b_self_qa.png
+++ b/resources/6b_self_qa.png
--- a/resources/6b_stru_cha.png
+++ b/resources/6b_stru_cha.png
--- a/resources/6b_vs_other.jpg
+++ b/resources/6b_vs_other.jpg
--- a/resources/CEVAL-curve.png
+++ b/resources/CEVAL-curve.png
--- a/resources/Wechat.jpeg
+++ b/resources/Wechat.jpeg