conver.sh 288 Bytes
Newer Older
hepj987's avatar
hepj987 committed
1
2
3
4
5
6
7
8
9
export PYTHONPATH=/home/megatron-deepspeed_dtk22.10:$PYTHONPATH

CHECKPOINT_PATH=./output-module/gpt2-4tp/global_step200
python tools/convert_checkpoint/deepspeed_to_megatron.py \
  --input_folder $CHECKPOINT_PATH \
  --output_folder conver-4tp-model \
  --target_tp 4 \
  --target_pp 1