调整格式

conver.sh

 export PYTHONPATH=/home/megatron-deepspeed_dtk22.10:$PYTHONPATH
 
-CHECKPOINT_PATH=./output-module/gpt2-4tp/global_step200
+CHECKPOINT_PATH=./output-module/gpt2-oscar_16B-4tp/global_step1000
 python tools/convert_checkpoint/deepspeed_to_megatron.py \
   --input_folder $CHECKPOINT_PATH \
   --output_folder conver-4tp-model \

model.properties

+# 模型名称
+modelName=gpt2-PyTorch
+# 模型描述
+modelDescription=gpt2是一种新的基于单向Transformer的生成式预训练模型,基于PyTorch实现测试
+# 应用场景
+appScenario=推理，训练，文本生成
+# 框架类型
+frameType=PyTorch

single-16B.sh

@@ -10,10 +10,10 @@ RANK=$OMPI_COMM_WORLD_RANK
 WORLD_SIZE=$OMPI_COMM_WORLD_SIZE
 
 
-MODEL_NAME=gpt2-oscar_16B-8tp
+MODEL_NAME=gpt2-oscar_16B-4tp
 DATA_OUTPUT_PATH=./
 LOGS_PATH=$DATA_OUTPUT_PATH/logs
-CHECKPOINT_PATH=output-module/$MODEL_NAME
+CHECKPOINT_PATH=./output-module/$MODEL_NAME
 DATA_PATH="my-gpt2_text_document"
 
 TENSORBOARD_PATH=output_dir/tensorboard/$MODEL_NAME