"vscode:/vscode.git/clone" did not exist on "394d617e5af4217f5642d37e4d58e4f5565d109e"
Commit e6483db9 authored by wanglch's avatar wanglch
Browse files

Update finetune_lora_multi_dcu.sh

parent 1d5a34cf
Pipeline #1447 canceled with stages
......@@ -29,10 +29,10 @@ torchrun \
--nproc_per_node=${GPUS} \
--master_port=${MASTER_PORT} \
internvl/train/internvl_chat_finetune.py \
--model_name_or_path "/home/wanglch/projects/InternVL/InternVL2-26B" \
--model_name_or_path "/InternVL/InternVL2-26B" \
--conv_style "internlm2-chat" \
--output_dir ${OUTPUT_DIR} \
--meta_path "/home/wanglch/projects/InternVL/internvl_chat/shell/data/internvl_1_2_finetune_custom.json" \
--meta_path "/internvl_chat/shell/data/internvl_1_2_finetune_custom.json" \
--overwrite_output_dir True \
--force_image_size 448 \
--max_dynamic_patch 12 \
......@@ -64,6 +64,6 @@ torchrun \
--dynamic_image_size True \
--use_thumbnail True \
--ps_version 'v2' \
--deepspeed "/home/wanglch/projects/InternVL/internvl_chat/zero_stage3_config.json" \
--deepspeed "/InternVL/internvl_chat/zero_stage3_config.json" \
--report_to "tensorboard" \
2>&1 | tee -a "${OUTPUT_DIR}/training_log.txt"
\ No newline at end of file
2>&1 | tee -a "${OUTPUT_DIR}/training_log.txt"
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment