export PYTHONPATH=/home/megatron-deepspeed_dtk23.04::$PYTHONPATH
CHECKPOINT_PATH=/home/megatron-deepspeed-dtk23.04/checkopints/gpt2-oscar_16B-4tp/global_step1000
OUTPUT_PATH=./conver-4tp-model
python tools/convert_checkpoint/deepspeed_to_megatron.py \
  --input_folder $CHECKPOINT_PATH \
  --output_folder $OUTPUT_PATH \
  --target_tp 4 \
  --target_pp 1

