Skip to content

GitLab

Commit 07886f66 authored by wanglch's avatar wanglch
Browse files

Update finetune_lora_multi_dcu.sh

parent e6483db9
Pipeline #1448 canceled with stages
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 5 deletions
finetune_lora_multi_dcu.sh
View file @ 07886f66
...@@ -11,7 +11,7 @@ export MASTER_PORT=34229 ...@@ -11,7 +11,7 @@ export MASTER_PORT=34229
export TF_CPP_MIN_LOG_LEVEL=3 export TF_CPP_MIN_LOG_LEVEL=3
export LAUNCHER=pytorch export LAUNCHER=pytorch
OUTPUT_DIR='/home/wanglch/projects/saves/InternVL/internvl2-26b/finetune_multi_dcu' OUTPUT_DIR='/InternVL/saves/internvl2-40b/finetune_multi_dcu'
if [ ! -d "$OUTPUT_DIR" ]; then if [ ! -d "$OUTPUT_DIR" ]; then
mkdir -p "$OUTPUT_DIR" mkdir -p "$OUTPUT_DIR"
...@@ -29,8 +29,8 @@ torchrun \ ...@@ -29,8 +29,8 @@ torchrun \
--nproc_per_node=${GPUS} \ --nproc_per_node=${GPUS} \
--master_port=${MASTER_PORT} \ --master_port=${MASTER_PORT} \
internvl/train/internvl_chat_finetune.py \ internvl/train/internvl_chat_finetune.py \
--model_name_or_path "/InternVL/InternVL2-26B" \ --model_name_or_path "/InternVL/InternVL2-40B" \
--conv_style "internlm2-chat" \ --conv_style "::sdssHermes-2" \
--output_dir ${OUTPUT_DIR} \ --output_dir ${OUTPUT_DIR} \
--meta_path "/internvl_chat/shell/data/internvl_1_2_finetune_custom.json" \ --meta_path "/internvl_chat/shell/data/internvl_1_2_finetune_custom.json" \
--overwrite_output_dir True \ --overwrite_output_dir True \
...@@ -64,6 +64,5 @@ torchrun \ ...@@ -64,6 +64,5 @@ torchrun \
--dynamic_image_size True \ --dynamic_image_size True \
--use_thumbnail True \ --use_thumbnail True \
--ps_version 'v2' \ --ps_version 'v2' \
--deepspeed "/InternVL/internvl_chat/zero_stage3_config.json" \ --deepspeed "./internvl_chat/zero_stage3_config_34b.json" \
--report_to "tensorboard" \
2>&1 | tee -a "${OUTPUT_DIR}/training_log.txt" 2>&1 | tee -a "${OUTPUT_DIR}/training_log.txt"
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment