mpirun -np 16 --hostfile 2node --allow-run-as-root -mca plm_rsh_no_tree_spawn 1 -mca plm_rsh_args "-p 2727"  --mca btl_tcp_if_include ibs8 --bind-to none run_pretrain_deepseek_16B.sh node90
#mpirun -np 128 --hostfile 16node --allow-run-as-root -mca plm_rsh_no_tree_spawn 1 -mca plm_rsh_args "-p 2727"  --mca btl_tcp_if_include ibs8 --bind-to none run_pretrain_deepseek_236B.sh node99 > deepseek-v2-236B.log 2>&1 &
