run_llama2_7B_1nodes.sh

for para in $*
do
    if [[ $para == --profiling* ]];then
        profiling=${para#*=}
    fi
done

# Runs Llama2 7B model
source /opt/dtk/env.sh

DATA_PATH="path to oscar-1GB_head-llama2_text_document"
TOKENIZER_MODEL_PATH="path to tokenizer.model"
CHECKPOINT_PATH="path to ckpt" 


mpirun -np 8  --allow-run-as-root \
              train_llama2_7b_1nodes.sh \
              localhost \
              34577 \
              --data_path=$DATA_PATH \
              --tokenizer_path=$TOKENIZER_MODEL_PATH \
              --checkpoint_path=$CHECKPOINT_PATH \
              --profiling=$profiling > log-1nodes-`date +%F-%H%M`.log 2>&1

wait