convert.sh

# please change the relating path according to your env
WORK_DIR=/path_to_convert_scripts/Megatron-Deepspeed
CODE_DIR=$WORK_DIR
export PYTHONPATH=${WORK_DIR}:$PYTHONPATH
export PYTHONPATH=/path_to_Megatron-DeepSpeed-main:$PYTHONPATH

checkpoint_dir=/path_to_checkpoint/global_step1xxxx

python3 $WORK_DIR/tools/covert_checkpoint/deepspeed_to_transformers.py \
    --input_folder ${checkpoint_dir} \
    --output_folder ${checkpoint_dir}_hf \