Update train_deepseekv3_671B_multinodes.sh

b85974a6 · silencealiang · 84af95b0 · b85974a6
Commit b85974a6 authored May 06, 2025 by silencealiang
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

examples/deepseek_v3/train_deepseekv3_671B_multinodes.sh examples/deepseek_v3/train_deepseekv3_671B_multinodes.sh +1 -1

No files found.
--- a/examples/deepseek_v3/train_deepseekv3_671B_multinodes.sh
+++ b/examples/deepseek_v3/train_deepseekv3_671B_multinodes.sh
@@ -36,7 +36,7 @@ export NCCL_TOPO_FILE="./topo-input.xml"

 # enable BatchLinear
 export GROUPED_GEMM_BatchLinear=1
-export MP_PP0_LAYERS=2 # 是否使能视实际情况而定
+export MP_PP0_LAYERS=5 # 是否使能视实际情况而定

 ### BASE CONFIG ###
 MODEL_SIZE=A37B