"...git@developer.sourcefind.cn:jerrrrry/infinicore.git" did not exist on "65bed07e38a0d291eb37dad29ef0bbd4570e769f"
Commit d2f9dec6 authored by litzh's avatar litzh
Browse files

update file path

parent f37b2bb9
Pipeline #3348 canceled with stages
...@@ -5,7 +5,7 @@ OUTPUT_DIR=outputs/qwen2.5-vl-3b-${DATESTR} ...@@ -5,7 +5,7 @@ OUTPUT_DIR=outputs/qwen2.5-vl-3b-${DATESTR}
CACHE_DIR=cache CACHE_DIR=cache
MASTER_PORT=$(shuf -n 1 -i 10000-65535) MASTER_PORT=$(shuf -n 1 -i 10000-65535)
export HIP_VISIBLE_DEVICES=4,5,6,7 export HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
export HSA_FORCE_FINE_GRAIN_PCIE=1 export HSA_FORCE_FINE_GRAIN_PCIE=1
export NCCL_LAUNCH_MODE=GROUP export NCCL_LAUNCH_MODE=GROUP
export TORCH_NCCL_TIMEOUT=3600000 export TORCH_NCCL_TIMEOUT=3600000
...@@ -28,7 +28,7 @@ deepspeed --num_gpus 4 --num_nodes 1 --master_port=$MASTER_PORT src/train.py \ ...@@ -28,7 +28,7 @@ deepspeed --num_gpus 4 --num_nodes 1 --master_port=$MASTER_PORT src/train.py \
--lora_target all \ --lora_target all \
--resize_vocab True \ --resize_vocab True \
--optim adamw_torch \ --optim adamw_torch \
--model_name_or_path /workspace/DL_DATA/llm-models/qwen2.5/Qwen2.5-VL-3B-Instruct \ --model_name_or_path /workspace/models/Qwen2.5-VL-3B-Instruct \
--dataset coco2017_train \ --dataset coco2017_train \
--template qwen2_vl \ --template qwen2_vl \
--finetuning_type lora \ --finetuning_type lora \
......
...@@ -33,8 +33,8 @@ def main(): ...@@ -33,8 +33,8 @@ def main():
output_jsonl = args.output output_jsonl = args.output
human_prompt = args.prompt human_prompt = args.prompt
caption_json = os.path.join(coco_root, "annotations_new/captions_train2017.json") caption_json = os.path.join(coco_root, "annotations/captions_train2017.json")
image_dir = os.path.join(coco_root, "images/train2017") image_dir = os.path.join(coco_root, "train2017")
assert os.path.exists(caption_json), f"Caption file not found: {caption_json}" assert os.path.exists(caption_json), f"Caption file not found: {caption_json}"
assert os.path.exists(image_dir), f"Image dir not found: {image_dir}" assert os.path.exists(image_dir), f"Image dir not found: {image_dir}"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment