Update finetune_lora_multi_dcu.sh

finetune_lora_multi_dcu.sh

@@ -11,7 +11,7 @@ export MASTER_PORT=34229
 export TF_CPP_MIN_LOG_LEVEL=3
 export LAUNCHER=pytorch
 
-OUTPUT_DIR='/home/wanglch/projects/saves/InternVL/internvl2-26b/finetune_multi_dcu'
+OUTPUT_DIR='/InternVL/saves/internvl2-40b/finetune_multi_dcu'
 
 if [ ! -d "$OUTPUT_DIR" ]; then
   mkdir -p "$OUTPUT_DIR"
@@ -29,8 +29,8 @@ torchrun \
   --nproc_per_node=${GPUS} \
   --master_port=${MASTER_PORT} \
   internvl/train/internvl_chat_finetune.py \
-  --model_name_or_path "/InternVL/InternVL2-26B" \
-  --conv_style "internlm2-chat" \
+  --model_name_or_path "/InternVL/InternVL2-40B" \
+  --conv_style "::sdssHermes-2" \
   --output_dir ${OUTPUT_DIR} \
   --meta_path "/internvl_chat/shell/data/internvl_1_2_finetune_custom.json" \
   --overwrite_output_dir True \
@@ -64,6 +64,5 @@ torchrun \
   --dynamic_image_size True \
   --use_thumbnail True \
   --ps_version 'v2' \
-  --deepspeed "/InternVL/internvl_chat/zero_stage3_config.json" \
-  --report_to "tensorboard" \
+  --deepspeed "./internvl_chat/zero_stage3_config_34b.json" \
   2>&1 | tee -a "${OUTPUT_DIR}/training_log.txt"