conver.sh 299 Bytes
Newer Older
hepj987's avatar
hepj987 committed
1
2
export PYTHONPATH=/home/megatron-deepspeed_dtk22.10:$PYTHONPATH

hepj987's avatar
hepj987 committed
3
CHECKPOINT_PATH=./output-module/gpt2-oscar_16B-4tp/global_step1000
hepj987's avatar
hepj987 committed
4
5
6
7
8
9
python tools/convert_checkpoint/deepspeed_to_megatron.py \
  --input_folder $CHECKPOINT_PATH \
  --output_folder conver-4tp-model \
  --target_tp 4 \
  --target_pp 1