"openmmlab_test/mmpose-0.28.1/README.md" did not exist on "0fd8347d797c0882c759802497078b5823d03d0a"
kill-all.sh 499 Bytes
Newer Older
wangsen's avatar
all  
wangsen committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
#!/bin/bash

#for llama2-7b pretrain test
#mpirun -np 8 --allow-run-as-root ./llama2_7b.sh localhost . >& llama2_7b.log &

#for llama2-13b pretrain test
#mpirun -np 8 --allow-run-as-root ./llama2_13b.sh localhost . >& llama2_13b.log &

/opt/mpi/bin/mpirun \
	--allow-run-as-root \
	--hostfile hostfile \
	--map-by node \
	-mca plm_rsh_args "-p 3344" \
        bash .tmp
#how to calculate tgs(tokens/s/gpu)
#TGS = sequence_length * global_batchsize / elapsed_time_per_iteration(s) / total_gpu_cards