Delete .gitlab-ci.yml

.gitlab-ci.yml

-stages:
-  - build
-  - test
-
-build_pyt_release:
-  image: nvcr.io/nvidia/pytorch:21.02-py3
-  tags:
-    - fastertransformer
-  stage: build
-  only:
-    - main
-    - merge_requests
-  artifacts:
-    paths:
-      - ${CI_PROJECT_DIR}/build/
-    expire_in: 1 week
-  script:
-    - cd ${CI_PROJECT_DIR} && mkdir build && cd build
-    - git submodule init && git submodule update
-    - cmake -DSM=xx -DCMAKE_BUILD_TYPE=Release -DBUILD_PYT=ON -DBUILD_GPT=ON ..
-    - make -j12
-
-build_pyt_release_sparse:
-  image: nvcr.io/nvidia/pytorch:21.02-py3
-  tags:
-    - fastertransformer
-  stage: build
-  only:
-    - main
-    - merge_requests
-  artifacts:
-    paths:
-      - ${CI_PROJECT_DIR}/build/
-    expire_in: 1 week
-  script:
-    - cd ${CI_PROJECT_DIR} && mkdir build && cd build
-    - git submodule init && git submodule update
-    - wget https://developer.download.nvidia.com/compute/libcusparse-lt/0.1.0/local_installers/libcusparse_lt-linux-x86_64-0.1.0.2.tar.gz
-    - tar -xzvf libcusparse_lt-linux-x86_64-0.1.0.2.tar.gz
-    - cmake -DSM=xx -DCMAKE_BUILD_TYPE=Release -DBUILD_PYT=ON -DSPARSITY_SUPPORT=ON -DCUSPARSELT_PATH=${CI_PROJECT_DIR}/build/libcusparse_lt/ ..
-    - make -j12
-
-build_tf_release:
-  image: nvcr.io/nvidia/tensorflow:21.02-tf1-py3
-  tags:
-    - fastertransformer
-  stage: build
-  only:
-    - main
-    - merge_requests
-  artifacts:
-    paths:
-      - ${CI_PROJECT_DIR}/build/
-    expire_in: 1 week
-  script:
-    - cd ${CI_PROJECT_DIR} && mkdir build && cd build
-    - git submodule init && git submodule update
-    - cmake -DSM=xx -DCMAKE_BUILD_TYPE=Release -DBUILD_TF=ON -DTF_PATH=/usr/local/lib/python3.8/dist-packages/tensorflow_core/ -DBUILD_GPT=ON ..
-    - make -j12
-    - apt-get update && apt-get install bc
-
-# 1. Get accuracy on LAMBADA dataset
-# 2. Run pytorch gpt op as basline
-# 3. Run pytorch piepline parallel and compare difference with baseline
-# 4. Run pytorch tensor parallel and compare difference with baseline
-pyt_gpt_test:
-  image: nvcr.io/nvidia/pytorch:21.02-py3
-  tags:
-    - fastertransformer
-  stage: test
-  only:
-    - main
-    - merge_requests
-  needs:
-    - job: build_pyt_release
-      artifacts: true
-  script:
-    - cd ${CI_PROJECT_DIR}/build/
-    - git submodule init && git submodule update
-    - export PYTHONPATH="${CI_PROJECT_DIR}/:$PYTHONPATH"
-    - export NVIDIA_TF32_OVERRIDE=0 # Disable the TF32
-    - export CUDA_VISIBLE_DEVICES=0
-    - wget https://s3.amazonaws.com/models.huggingface.co/bert/gpt2-vocab.json -P ../models
-    - wget https://s3.amazonaws.com/models.huggingface.co/bert/gpt2-merges.txt -P ../models
-    - wget --content-disposition https://api.ngc.nvidia.com/v2/models/nvidia/megatron_lm_345m/versions/v0.0/zip -O megatron_lm_345m_v0.0.zip
-    - wget https://github.com/cybertronai/bflm/raw/master/lambada_test.jsonl -P ../models/megatron-models
-    - unzip megatron_lm_345m_v0.0.zip -d ../models/megatron-models/345m
-    - python ../examples/pytorch/gpt/utils/megatron_ckpt_convert.py -head_num 16 -i ../models/megatron-models/345m/release/ -o ../models/megatron-models/c-model/345m/ -t_g 1 -i_g 1
-    - bash ../examples/pytorch/gpt/scripts/evaluate_zeroshot_gpt.sh
-    - python ../examples/pytorch/gpt/gpt_example.py --ckpt_path=../models/megatron-models/c-model/345m/1-gpu/ --top_p 0.5 --sample_output_file single-gpu-out.txt
-    - export CUDA_VISIBLE_DEVICES=0,1
-    - mpirun -n 2 --allow-run-as-root python ../examples/pytorch/gpt/multi_gpu_gpt_example.py --tensor_para_size=1 --pipeline_para_size=2 --ckpt_path=../models/megatron-models/c-model/345m/1-gpu/ --top_p 0.5 --sample_output_file pipeline-parallel-2-gpu-out.txt
-    - diff single-gpu-out.txt pipeline-parallel-2-gpu-out.txt
-    - python ../examples/pytorch/gpt/utils/megatron_ckpt_convert.py -head_num 16 -i ../models/megatron-models/345m/release/ -o ../models/megatron-models/c-model/345m/ -t_g 1 -i_g 2
-    - mpirun -n 2 --allow-run-as-root python ../examples/pytorch/gpt/multi_gpu_gpt_example.py --tensor_para_size=2 --pipeline_para_size=1 --ckpt_path=../models/megatron-models/c-model/345m/2-gpu/ --top_p 0.5 --sample_output_file tensor-parallel-2-gpu-out.txt
-    - diff single-gpu-out.txt tensor-parallel-2-gpu-out.txt
-  timeout: 4h 30m
-
-tf_test:
-  image: nvcr.io/nvidia/tensorflow:21.02-tf1-py3
-  tags:
-    - fastertransformer
-  stage: test
-  only:
-    - main
-    - merge_requests
-  needs:
-    - job: build_tf_release
-      artifacts: true
-  script:
-    - cd ${CI_PROJECT_DIR}/build/
-    - apt-get update && apt-get install bc
-    - export PYTHONPATH="${CI_PROJECT_DIR}/:$PYTHONPATH"
-    - export NVIDIA_TF32_OVERRIDE=0 # Disable the TF32
-    - export CUDA_VISIBLE_DEVICES=0
-    - bash ${CI_PROJECT_DIR}/examples/tensorflow/decoding/utils/translation/download_model_data.sh
-    - mkdir -p ${CI_PROJECT_DIR}/translation/ckpt_fp16
-    - python ${CI_PROJECT_DIR}/tests/bert/tf_bert_unit_test.py
-    - python ${CI_PROJECT_DIR}/tests/bert/tf_encoder_unit_test.py
-    - python ${CI_PROJECT_DIR}/examples/tensorflow/ckpt_type_convert.py --init_checkpoint=${CI_PROJECT_DIR}/translation/ckpt/model.ckpt-500000 --fp16_checkpoint=${CI_PROJECT_DIR}/translation/ckpt_fp16/model.ckpt-500000
-    - python ${CI_PROJECT_DIR}/tests/decoding/tf_decoding_unit_test.py
-  timeout: 4h 30m
-
-tf_xlnet_test:
-  image: nvcr.io/nvidia/tensorflow:21.02-tf1-py3
-  tags:
-    - fastertransformer
-  stage: test
-  only:
-    - master
-    - v4.1
-    - main
-    - merge_requests
-  needs:
-    - job: build_tf_release
-      artifacts: true
-  script:
-    - cd ${CI_PROJECT_DIR}/examples/tensorflow/xlnet
-    - bash downloadModel.sh
-    - bash verifyCorrectness.sh # For FP32 model
-
-pyt_sp_test:
-  image: nvcr.io/nvidia/pytorch:21.02-py3
-  tags:
-    - fastertransformer
-  stage: test
-  only:
-    - main
-    - merge_requests
-  needs:
-    - job: build_pyt_release_sparse
-      artifacts: true
-  script:
-    - cd ${CI_PROJECT_DIR}/build/
-    - export PYTHONPATH="${CI_PROJECT_DIR}/:$PYTHONPATH"
-    - export NVIDIA_TF32_OVERRIDE=0 # Disable the TF32
-    - export CUDA_VISIBLE_DEVICES=0
-    - pip install transformers==2.5.1
-    # GOS has no Ampere GPU, so no sparse tests can be done. only test some dense cases
-    - ${CI_PROJECT_DIR}/build/bin/bert_gemm 32 64 12 64 1 0
-    - python ${CI_PROJECT_DIR}/examples/pytorch/bert/bert_example.py 32 12 64 12 64 --fp16
-    - ${CI_PROJECT_DIR}/build/bin/bert_gemm 32 64 12 64 1 1
-    - python ${CI_PROJECT_DIR}/examples/pytorch/bert/bert_example.py 32 12 64 12 64 --fp16 --int8_mode 1
-    - python ${CI_PROJECT_DIR}/examples/pytorch/bert/bert_example.py 32 12 64 12 64 --fp16 --int8_mode 2
-    - python ${CI_PROJECT_DIR}/examples/pytorch/bert/bert_example.py 32 12 64 12 64 --fp16 --int8_mode 3
-
-pyt_longformer_test:
-  image: nvcr.io/nvidia/pytorch:21.02-py3
-  tags:
-    - fastertransformer
-  stage: test
-  only:
-    - main
-    - merge_requests
-  needs:
-    - job: build_pyt_release
-      artifacts: true
-  script:
-    - cd ${CI_PROJECT_DIR}/examples/pytorch/longformer
-    - apt-get update && apt-get install git-lfs
-    - git lfs install
-    - git config lfs.fetchinclude "pytorch_model.bin,config.json"
-    - git clone https://huggingface.co/allenai/longformer-large-4096-finetuned-triviaqa
-    - cd ${CI_PROJECT_DIR}
-    - export PYTHONPATH="${CI_PROJECT_DIR}/:$PYTHONPATH"
-    - export NVIDIA_TF32_OVERRIDE=0 # Disable the TF32
-    - export CUDA_VISIBLE_DEVICES=0
-    - pip install transformers==4.8.2
-    - python3 tests/longformer/py_longformer_unit_test.py
-
-pyt_decoding_test:
-  image: nvcr.io/nvidia/pytorch:21.02-py3
-  tags:
-    - fastertransformer
-  stage: test
-  only:
-    - main
-    - merge_requests
-  needs:
-    - job: build_pyt_release
-      artifacts: true
-  script:
-    - cd ${CI_PROJECT_DIR}/build/
-    - export PYTHONPATH="${CI_PROJECT_DIR}/:$PYTHONPATH"
-    - export NVIDIA_TF32_OVERRIDE=0 # Disable the TF32
-    - export CUDA_VISIBLE_DEVICES=0
-    - apt-get update && apt-get install bc
-    - pip install sacrebleu
-    - pip install opennmt-py==1.1.1
-    - bash ../examples/pytorch/decoding/utils/download_model.sh
-    - mkdir pytorch/translation/data -p
-    - cp ../examples/tensorflow/decoding/utils/translation/test* pytorch/translation/data
-    - python ../examples/pytorch/decoding/utils/recover_bpe.py pytorch/translation/data/test.de debpe_ref.txt
-    - echo "Run decoding fp32" # decoding fp32 testing
-    - python ../examples/pytorch/decoding/translate_example.py --batch_size 128 --beam_size 4 --model_type decoding_ext --decoding_ths_path ./lib/libth_decoding.so --data_type fp32 --output_file output.txt
-    - python ../examples/pytorch/decoding/utils/recover_bpe.py output.txt debpe_output.txt
-    - cat debpe_output.txt | sacrebleu debpe_ref.txt
-    - echo "Run decoder fp32" # decoder fp32 testing
-    - python ../examples/pytorch/decoding/translate_example.py --batch_size 128 --beam_size 4 --model_type torch_decoding_with_decoder_ext --decoder_ths_path ./lib/libth_decoder.so --data_type fp32 --output_file output.txt
-    - python ../examples/pytorch/decoding/utils/recover_bpe.py output.txt debpe_output.txt
-    - cat debpe_output.txt | sacrebleu debpe_ref.txt
-    - echo "Run decoding fp16" # decoding fp16 testing
-    - python ../examples/pytorch/decoding/translate_example.py --batch_size 128 --beam_size 4 --model_type decoding_ext --decoding_ths_path ./lib/libth_decoding.so --data_type fp16 --output_file output.txt
-    - python ../examples/pytorch/decoding/utils/recover_bpe.py output.txt debpe_output.txt
-    - cat debpe_output.txt | sacrebleu debpe_ref.txt
-    - echo "Run decoder fp16" # decoder fp16 testing
-    - python ../examples/pytorch/decoding/translate_example.py --batch_size 128 --beam_size 4 --model_type torch_decoding_with_decoder_ext --decoder_ths_path ./lib/libth_decoder.so --data_type fp16 --output_file output.txt
-    - python ../examples/pytorch/decoding/utils/recover_bpe.py output.txt debpe_output.txt
-    - cat debpe_output.txt | sacrebleu debpe_ref.txt
-  timeout: 4h
-
-t5_test:
-  image: nvcr.io/nvidia/pytorch:21.02-py3
-  tags:
-    - fastertransformer
-  stage: test
-  only:
-    - main
-    - merge_requests
-  needs:
-    - job: build_pyt_release
-      artifacts: true
-  script:
-    - cd ${CI_PROJECT_DIR}/build/
-    - export PYTHONPATH="${CI_PROJECT_DIR}/:$PYTHONPATH"
-    - export NVIDIA_TF32_OVERRIDE=0 # Disable the TF32
-    - export CUDA_VISIBLE_DEVICES=0
-    - apt-get update && apt-get install bc
-    - pip install transformers huggingface_hub tokenizers sacrebleu SentencePiece
-    - python ../examples/pytorch/t5/translate_example.py -batch 32 -time 0123
-    - python ../examples/pytorch/t5/translate_example.py -batch 32 -time 0123 -d fp16
-    - python ../examples/pytorch/t5/translate_example.py -batch 4 -time 0123 -d fp16 --model t5-3b
-    - export CUDA_VISIBLE_DEVICES=0,2
-    - mpirun -n 2 --allow-run-as-root python ../examples/pytorch/t5/translate_example.py -batch 4 -time 13 -d fp16 --model t5-3b --tensor_para_size 2
-    - mpirun -n 2 --allow-run-as-root python ../examples/pytorch/t5/translate_example.py -batch 4 -time 13 -d fp16 --model t5-3b --pipeline_para_size 2
-  timeout: 4h