Skip to content

GitLab

Commit 90ae7f5c authored by silencealiang's avatar silencealiang
Browse files

Update run_llama2_7B_1nodes.sh

parent fe0b03b5
Hide whitespace changes
Inline Side-by-side
Showing with 5 additions and 4 deletions
examples/llama/run_llama2_7B_1nodes.sh
View file @ 90ae7f5c
...@@ -7,7 +7,8 @@ done ...@@ -7,7 +7,8 @@ done
# Runs Llama2 7B model # Runs Llama2 7B model
source /opt/dtk/env.sh source /opt/dtk/env.sh
HOST=localhost
PORT=34577
DATA_PATH="path to oscar-1GB_head-llama2_text_document" DATA_PATH="path to oscar-1GB_head-llama2_text_document"
TOKENIZER_MODEL_PATH="path to tokenizer.model" TOKENIZER_MODEL_PATH="path to tokenizer.model"
CHECKPOINT_PATH="path to ckpt" CHECKPOINT_PATH="path to ckpt"
...@@ -15,11 +16,11 @@ CHECKPOINT_PATH="path to ckpt" ...@@ -15,11 +16,11 @@ CHECKPOINT_PATH="path to ckpt"
mpirun -np 8 --allow-run-as-root \ mpirun -np 8 --allow-run-as-root \
train_llama2_7b_1nodes.sh \ train_llama2_7b_1nodes.sh \
localhost \ ${HOST} \
34577 \ ${PORT} \
--data_path=$DATA_PATH \ --data_path=$DATA_PATH \
--tokenizer_path=$TOKENIZER_MODEL_PATH \ --tokenizer_path=$TOKENIZER_MODEL_PATH \
--checkpoint_path=$CHECKPOINT_PATH \ --checkpoint_path=$CHECKPOINT_PATH \
--profiling=$profiling > log-1nodes-`date +%F-%H%M`.log 2>&1 --profiling=$profiling > log-1nodes-`date +%F-%H%M`.log 2>&1
wait wait
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment