"research/neural_gpu/data_utils.py" did not exist on "2e4f31a174f3fcc5269f1c2d1e4ac249f98f6bb3"
Commit e45e6793 authored by silencealiang's avatar silencealiang
Browse files

Update train_gpt_567B_1nodes.sh

parent b9a97686
......@@ -109,7 +109,7 @@ TORCH_PROFIE_ARGS=(
--profile-ranks 0 1 2 3 4 5 6 7
--profile-step-start 3
--profile-step-end 4
--profile-dir torch_prof_gpt_1nodes_tp2-pp1-ep8-ep_tp1-cp1
--profile-dir torch_prof_gpt_1nodes_tp2-pp1-ep4-ep_tp2-cp1
--use-pytorch-profiler
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment