Commit 90ae7f5c authored by silencealiang's avatar silencealiang
Browse files

Update run_llama2_7B_1nodes.sh

parent fe0b03b5
......@@ -7,7 +7,8 @@ done
# Runs Llama2 7B model
source /opt/dtk/env.sh
HOST=localhost
PORT=34577
DATA_PATH="path to oscar-1GB_head-llama2_text_document"
TOKENIZER_MODEL_PATH="path to tokenizer.model"
CHECKPOINT_PATH="path to ckpt"
......@@ -15,11 +16,11 @@ CHECKPOINT_PATH="path to ckpt"
mpirun -np 8 --allow-run-as-root \
train_llama2_7b_1nodes.sh \
localhost \
34577 \
${HOST} \
${PORT} \
--data_path=$DATA_PATH \
--tokenizer_path=$TOKENIZER_MODEL_PATH \
--checkpoint_path=$CHECKPOINT_PATH \
--profiling=$profiling > log-1nodes-`date +%F-%H%M`.log 2>&1
wait
\ No newline at end of file
wait
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment