ckpt_partitions_102B.sh

#!/bin/bash


#Convert 102B ckpt with 32-way pipeline and 1-way tensor to 1-way pipeline and 8-way tensor.

LOAD_CHECKPOINT_PATH=<Specify the loaded ckpt path>
SAVE_SPLITED_CHECKPOINT_PATH=<Specify the stored splited ckpt path>
SAVE_CHECKPOINT_PATH=<Specify the final stored ckpt path>
TOKENIZER_MODEL_PATH=./tokenizer

bash ./examples/split_tp_partitions_102B.sh $LOAD_CHECKPOINT_PATH $SAVE_SPLITED_CHECKPOINT_PATH $TOKENIZER_MODEL_PATH
bash ./examples/merge_pp_partitions_102B.sh $SAVE_SPLITED_CHECKPOINT_PATH $SAVE_CHECKPOINT_PATH $TOKENIZER_MODEL_PATH