更新代码

run_GPT-MOE.sh → examples/mixtral/run_mixtral_8x7B_multinodes.sh

@@ -7,13 +7,13 @@ do
     fi
 done
 
-mpirun -np 256 --hostfile gptnodes \
+mpirun -np 32 --hostfile hostfile_mixtral_8x7B \
               --allow-run-as-root \
               --bind-to none \
               --mca plm_rsh_no_tree_spawn 1 \
-              train_GPT-MOE_567B.sh node002 --profiling=$profiling > output.log 2>&1
+              train_mixtral_8x7B_multinodes.sh node066 --profiling=$profiling > output.log 2>&1
 
 wait
 
 rm -rf CKPT
-#rm -rf mixtral_dataset/my-mixtral_text_document
\ No newline at end of file
+#rm -rf mixtral_dataset/my-mixtral_text_document