Commit 8b43470a authored by zhougaofeng's avatar zhougaofeng
Browse files

Update README.md, finetune/src/llamafactory/api/__init__.py,...

Update README.md, finetune/src/llamafactory/api/__init__.py, finetune/src/llamafactory/api/app.py, finetune/src/llamafactory/api/chat.py, finetune/src/llamafactory/api/common.py, finetune/src/llamafactory/api/protocol.py, finetune/src/llamafactory/chat/__init__.py, finetune/src/llamafactory/chat/base_engine.py, finetune/src/llamafactory/chat/chat_model.py, finetune/src/llamafactory/chat/hf_engine.py, finetune/src/llamafactory/chat/vllm_engine.py, finetune/src/llamafactory/data/__init__.py, finetune/src/llamafactory/data/aligner.py, finetune/src/llamafactory/data/collator.py, finetune/src/llamafactory/data/formatter.py, finetune/src/llamafactory/data/loader.py, finetune/src/llamafactory/data/parser.py, finetune/src/llamafactory/data/preprocess.py, finetune/src/llamafactory/data/template.py, finetune/src/llamafactory/data/utils.py, finetune/src/llamafactory/eval/__init__.py, finetune/src/llamafactory/eval/evaluator.py, finetune/src/llamafactory/eval/template.py, finetune/src/llamafactory/extras/__init__.py, finetune/src/llamafactory/extras/callbacks.py, finetune/src/llamafactory/extras/constants.py, finetune/src/llamafactory/extras/logging.py, finetune/src/llamafactory/extras/misc.py, finetune/src/llamafactory/extras/packages.py, finetune/src/llamafactory/extras/ploting.py, finetune/src/llamafactory/hparams/__init__.py, finetune/src/llamafactory/hparams/data_args.py, finetune/src/llamafactory/hparams/evaluation_args.py, finetune/src/llamafactory/hparams/finetuning_args.py, finetune/src/llamafactory/hparams/generating_args.py, finetune/src/llamafactory/hparams/model_args.py, finetune/src/llamafactory/hparams/parser.py, finetune/src/llamafactory/model/utils/__init__.py, finetune/src/llamafactory/model/utils/attention.py, finetune/src/llamafactory/model/utils/checkpointing.py, finetune/src/llamafactory/model/utils/embedding.py, finetune/src/llamafactory/model/utils/longlora.py, finetune/src/llamafactory/model/utils/misc.py, finetune/src/llamafactory/model/utils/mod.py, finetune/src/llamafactory/model/utils/moe.py, finetune/src/llamafactory/model/utils/quantization.py, finetune/src/llamafactory/model/utils/rope.py, finetune/src/llamafactory/model/utils/unsloth.py, finetune/src/llamafactory/model/utils/valuehead.py, finetune/src/llamafactory/model/utils/visual.py, finetune/src/llamafactory/model/__init__.py, finetune/src/llamafactory/model/adapter.py, finetune/src/llamafactory/model/loader.py, finetune/src/llamafactory/model/patcher.py, finetune/src/llamafactory/train/dpo/__init__.py, finetune/src/llamafactory/train/dpo/trainer.py, finetune/src/llamafactory/train/dpo/workflow.py, finetune/src/llamafactory/train/kto/__init__.py, finetune/src/llamafactory/train/kto/trainer.py, finetune/src/llamafactory/train/kto/workflow.py, finetune/src/llamafactory/train/orpo/__init__.py, finetune/src/llamafactory/train/orpo/trainer.py, finetune/src/llamafactory/train/orpo/workflow.py, finetune/src/llamafactory/train/ppo/__init__.py, finetune/src/llamafactory/train/ppo/trainer.py, finetune/src/llamafactory/train/ppo/utils.py, finetune/src/llamafactory/train/ppo/workflow.py, finetune/src/llamafactory/train/pt/__init__.py, finetune/src/llamafactory/train/pt/trainer.py, finetune/src/llamafactory/train/pt/workflow.py, finetune/src/llamafactory/train/rm/__init__.py, finetune/src/llamafactory/train/rm/metric.py, finetune/src/llamafactory/train/rm/trainer.py, finetune/src/llamafactory/train/rm/workflow.py, finetune/src/llamafactory/train/sft/__init__.py, finetune/src/llamafactory/train/sft/metric.py, finetune/src/llamafactory/train/sft/trainer.py, finetune/src/llamafactory/train/sft/workflow.py, finetune/src/llamafactory/train/__init__.py, finetune/src/llamafactory/train/tuner.py, finetune/src/llamafactory/train/utils.py, finetune/src/llamafactory/webui/components/__init__.py, finetune/src/llamafactory/webui/components/chatbot.py, finetune/src/llamafactory/webui/components/data.py, finetune/src/llamafactory/webui/components/eval.py, finetune/src/llamafactory/webui/components/export.py, finetune/src/llamafactory/webui/components/infer.py, finetune/src/llamafactory/webui/components/top.py, finetune/src/llamafactory/webui/components/train.py, finetune/src/llamafactory/webui/__init__.py, finetune/src/llamafactory/webui/chatter.py, finetune/src/llamafactory/webui/common.py, finetune/src/llamafactory/webui/css.py, finetune/src/llamafactory/webui/engine.py, finetune/src/llamafactory/webui/interface.py, finetune/src/llamafactory/webui/locales.py, finetune/src/llamafactory/webui/manager.py, finetune/src/llamafactory/webui/runner.py, finetune/src/llamafactory/webui/utils.py, finetune/src/llamafactory/__init__.py, finetune/src/llamafactory/cli.py, Dockerfile files
parent bb6309e6
FROM docker pull image.sourcefind.cn:5000/dcu/admin/base/pytorch:2.1.0-centos7.6-dtk24.04-py310 FROM docker pull image.sourcefind.cn:5000/dcu/admin/base/pytorch:2.1.0-centos7.6-dtk24.04-py310
COPY requirements.txt requirements.txt
RUN source /opt/dtk-24.04/env.sh
ENV LANG C.UTF-8 ENV LANG C.UTF-8
RUN pip install -r requirements.txt -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
...@@ -49,7 +49,7 @@ pip install bitsandbytes-0.42.0-py3-none-any.whl ...@@ -49,7 +49,7 @@ pip install bitsandbytes-0.42.0-py3-none-any.whl
关于本项目 DCU 显卡所需的特殊深度学习库可从[光合](https://developer.hpccube.com/tool/)开发者社区下载安装。 关于本项目 DCU 显卡所需的特殊深度学习库可从[光合](https://developer.hpccube.com/tool/)开发者社区下载安装。
``` ```
DTK驱动:dtk23.04 DTK驱动:dtk24.04
python:python3.10 python:python3.10
torch: 2.1.0 torch: 2.1.0
torchvision: 0.16.0 torchvision: 0.16.0
...@@ -67,7 +67,7 @@ pip install -r requirements.txt ...@@ -67,7 +67,7 @@ pip install -r requirements.txt
``` ```
## 数据集 ## 数据集
使用alpaca_en.json数据集,已经包含在data目录中,具体文件为alpaca_en_demo.json 使用alpaca_en.json数据集,已经包含在finetune/data目录中,具体文件为alpaca_en_demo.json
项目中已提供用于试验训练的迷你数据集,训练数据目录结构如下,用于正常训练的完整数据集请按此目录结构进行制备: 项目中已提供用于试验训练的迷你数据集,训练数据目录结构如下,用于正常训练的完整数据集请按此目录结构进行制备:
``` ```
...@@ -83,7 +83,7 @@ pip install -r requirements.txt ...@@ -83,7 +83,7 @@ pip install -r requirements.txt
### 单机单卡 ### 单机单卡
``` ```
cd fintune cd finetune
sh single_dcu_finetune_lora.sh sh single_dcu_finetune_lora.sh
``` ```
### 单机多卡 ### 单机多卡
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment