Update Llama_pretraining.sh

11 jobs for main
Status Job ID Name Coverage
  Test
canceled #12874
ssh_selene_runner
resume.checkpoint.bert.345m_tp1_pp2_1node

canceled #12869
ssh_selene_runner
resume.checkpoint.gpt3.345m_tp1_pp2_1node

canceled #12872
ssh_selene_runner
train.bert.345m_tp1_pp2_1node_50steps

canceled #12873
ssh_selene_runner
train.bert.345m_tp1_pp4_1node_50steps

canceled #12871
ssh_selene_runner
train.bert.345m_tp2_pp2_1node_50steps

canceled #12870
ssh_selene_runner
train.bert.345m_tp4_pp1_1node_50steps

canceled #12867
ssh_selene_runner
train.gpt3.345m_tp1_pp2_1node_50steps

canceled #12868
ssh_selene_runner
train.gpt3.345m_tp1_pp4_1node_50steps

canceled #12866
ssh_selene_runner
train.gpt3.345m_tp2_pp2_1node_50steps

canceled #12865
ssh_selene_runner
train.gpt3.345m_tp4_pp1_1node_50steps

 
  Cleanup
canceled #12875
ssh_selene_runner allowed to fail
cleanup.selene