Skip to content

GitLab

Commit 60a2c57a authored by sunzhq2's avatar sunzhq2 Committed by xuxo
Browse files

update conformer

parent 4a699441
Show whitespace changes
Inline Side-by-side
Showing with 780 additions and 6 deletions
.gitignore
View file @ 60a2c57a
......@@ -7,3 +7,6 @@
*.bin
*.log
*.swp
*.pth
*.npz
*.zip
bert/bert4torch_cmcc/examples/sequence_labeling/bert_migraphx.py
View file @ 60a2c57a
......@@ -72,17 +72,18 @@ class MyDataset(ListDataset):
# 建立分词器
tokenizer = Tokenizer(dict_path, do_lower_case=True)
if os.path.isfile("/models/bert_best_fp16.mxr"):
if os.path.isfile("/models/bert_best_fp16_1.mxr"):
print("***********load mxr model******************")
model = migraphx.load("/models/bert_best_fp16.mxr")
model = migraphx.load("/models/bert_best_fp16_1.mxr")
else:
print("***********load onnx model******************")
# 加载模型
maxInput={"input":[64,256]}
model = migraphx.parse_onnx("/models/bert_best.onnx", map_input_dims=maxInput)
migraphx.quantize_fp16(model)
# 编译
model.compile(migraphx.get_target("gpu"),offload_copy=False, device_id=0)
model.compile(migraphx.get_target("gpu"), offload_copy=False, device_id=0)
inputName=list(model.get_inputs().keys())[0]
......
bert/bert4torch_cmcc/examples/sequence_labeling/log/time.txt
View file @ 60a2c57a
......@@ -160,3 +160,50 @@ Start Time: 1768976772.689363
Start Time: 1768983198.628691
Start Time: 1768983225.806162
Start Time: 1768983269.424441
Start Time: 1769168785.946860
End Time: 1769168814.754561
Start Time: 1769168884.615395
End Time: 1769168913.365222
Start Time: 1769407608.124756
End Time: 1769407630.912390
Start Time: 1769407833.319331
End Time: 1769407856.786343
Start Time: 1769407915.875541
End Time: 1769407939.595607
Start Time: 1769408272.438621
End Time: 1769408295.640293
Start Time: 1769408332.169025
End Time: 1769408359.329040
Start Time: 1769408867.445846
End Time: 1769408890.632598
Start Time: 1769409472.839175
End Time: 1769409496.636432
Start Time: 1769409734.264740
End Time: 1769409757.402880
Start Time: 1769410460.276091
End Time: 1769410488.091793
Start Time: 1769410718.725417
End Time: 1769410742.011405
Start Time: 1769410861.615087
End Time: 1769410889.758784
Start Time: 1769410913.206623
Start Time: 1769411034.876923
End Time: 1769411059.174361
Start Time: 1769411082.773302
Start Time: 1769411339.686178
End Time: 1769411362.897455
Start Time: 1769411387.693047
End Time: 1769411410.215657
Start Time: 1769411436.668628
End Time: 1769411459.311971
Start Time: 1769411561.104594
End Time: 1769411589.021992
Start Time: 1769411815.879979
Start Time: 1769411989.054333
End Time: 1769412016.518928
Start Time: 1769412275.624513
End Time: 1769412297.632358
Start Time: 1769494889.288779
End Time: 1769494914.109688
Start Time: 1769496150.433932
End Time: 1769496173.504019
bert/bert4torch_cmcc/examples/sequence_labeling/onnx_inference.sh
View file @ 60a2c57a
source /opt/dtk/env.sh
export HIP_PRINTF_DEBUG_FOR_FP64=0
export HSA_FORCE_FINE_GRAIN_PCIE=1
# export HIP_PRINTF_DEBUG_FOR_FP64=0
# export HSA_FORCE_FINE_GRAIN_PCIE=1
export LD_LIBRARY_PATH=/home/sunzhq/workspace/whl/rocblas-install/lib:$LD_LIBRARY_PATH
export MIGRAPHX_ENABLE_GEMM_SOFTMAX_GEMM_FUSE=1 # 性能提升，影响精度
export MIGRAPHX_ENABLE_LAYERNORM_FUSION=1
export MIGRAPHX_ENABLE_MIOPEN_GN_LN=1
export MIGRAPHX_ENABLE_MHA=1
export MIGRAPHX_ENABLE_MHA_BHSD=1
# export MIGRAPHX_ENABLE_NHWC=1
# export MIGRAPHX_ENABLE_INT8_FUSION=1
export MIGRAPHX_ENABLE_CUTLASS=1
export HIP_VISIBLE_DEVICES=0
export PYTHONPATH=/opt/dtk/lib:$PYTHONPATH
numactl -N 0 -m 0 python bert_migraphx.py
# nohup numactl -N 0 -m 0 python bert_migraphx.py 2>&1 | tee result_0.log &
......
bert/bert4torch_cmcc/examples/sequence_labeling/tools/mha_onnx.sh 0 → 100644
View file @ 60a2c57a
# export MIGRAPHX_ENABLE_NHWC=1
# export MIGRAPHX_ENABLE_MHA_BHSD=1
# export MIGRAPHX_ENABLE_LAYERNORM_FUSION=1
# export MIGRAPHX_ENABLE_GEMM_SOFTMAX_GEMM_FUSE=1
# export MIGRAPHX_ENABLE_MIOPEN_GN_LN=1
# export MIGRAPHX_ENABLE_MHA=1
export LD_LIBRARY_PATH=/home/sunzhq/workspace/whl/rocblas-install/lib:$LD_LIBRARY_PATH
export MIGRAPHX_ENABLE_GEMM_SOFTMAX_GEMM_FUSE=1
export MIGRAPHX_ENABLE_LAYERNORM_FUSION=1
export MIGRAPHX_ENABLE_MHA=1
export MIGRAPHX_ENABLE_MHA_BHSD=1
export MIGRAPHX_ENABLE_MIOPEN_GN_LN=1
export MIGRAPHX_ENABLE_NHWC=1
export MIGRAPHX_ENABLE_INT8_FUSION=1
export MIGRAPHX_ENABLE_CUTLASS=1
# export MIGRAPHX_ENABLE_CUTLASS=1
python3 -m onnxruntime.transformers.optimizer \
--input /home/sunzhq/workspace/bert_best.onnx \
--output ./bert_best_mha.onnx \
--use_multi_head_attention \
--num_heads 12 \
--hidden_size 768 \
--model_type bert \
--disable_skip_layer_norm \
--disable_gelu \
--use_gpu \
--disable_embed_layer_norm \
--no_attention_mask \
--use_mask_index \
--use_raw_attention_mask
# export LD_LIBRARY_PATH=/home/sunzhq/workspace/whl/rocblas-install/lib:$LD_LIBRARY_PATH
# migraphx-driver compile optimized_bert_best.onnx --fp16 --binary --output new_modle_1.mxr --input-dim @input 64 256
# migraphx-driver perf bert_best_mha.onnx --fp16 --input-dim @input 64 256
\ No newline at end of file
conformer/espnet-v.202304_20240621/.coveragerc 0 → 100644
View file @ 60a2c57a
[report]
omit =
tools/*
# Regexes for lines to exclude from consideration
exclude_lines =
# Have to re-enable the standard pragma
pragma: no cover
if __name__ == "__main__":
if __name__ == '__main__':
@abstractmethod
raise NotImplementedError
conformer/espnet-v.202304_20240621/.dockerignore 0 → 100644
View file @ 60a2c57a
# ignored folders
doc/
src/
egs/
test/
tools/kaldi
tools/kaldi-io-for-python/
tools/kaldi_github/
tools/miniconda.sh
tools/nkf/
tools/venv/
tools/warp-ctc/
tools/warp-transducer/
tools/chainer_ctc/
tools/subword-nmt/
.pytest_cache
conformer/espnet-v.202304_20240621/.github/ISSUE_TEMPLATE/bug_report.md 0 → 100644
View file @ 60a2c57a
---
name: Bug report
about: Create a report to help us improve
title: ''
labels: Bug
assignees: ''
---
**Describe the bug**
A clear and concise description of what the bug is.
**Basic environments:**
- OS information: [e.g., Linux 4.9.0-11-amd64 #1 SMP Debian 4.9.189-3+deb9u2 (2019-11-11) x86_64]
- python version: [e.g. 3.7.3 (default, Mar 27 2019, 22:11:17) [GCC 7.3.0]]
- espnet version: [e.g. espnet 0.8.0]
- Git hash [e.g. b88e89fc7246fed4c2842b55baba884fe1b4ecc2]
- Commit date [e.g. Tue Sep 1 09:32:54 2020 -0400]
- pytorch version [e.g. pytorch 1.4.0]
You can obtain them by the following command
```
cd <espnet-root>/tools
. ./activate_python.sh
echo "- OS information: `uname -mrsv`"
python3 << EOF
import sys, espnet, torch
pyversion = sys.version.replace('\n', ' ')
print(f"""- python version: \`{pyversion}\`
- espnet version: \`espnet {espnet.__version__}\`
- pytorch version: \`pytorch {torch.__version__}\`""")
EOF
cat << EOF
- Git hash: \`$(git rev-parse HEAD)\`
- Commit date: \`$(git log -1 --format='%cd')\`
EOF
```
**Environments from `torch.utils.collect_env`:**
e.g.,
```
Collecting environment information...
PyTorch version: 1.4.0
Is debug build: No
CUDA used to build PyTorch: 10.0
OS: CentOS Linux release 7.5.1804 (Core)
GCC version: (GCC) 7.2.0
CMake version: version 2.8.12.2
Python version: 3.7
Is CUDA available: Yes
CUDA runtime version: 10.0.130
GPU models and configuration:
GPU 0: TITAN RTX
GPU 1: TITAN RTX
GPU 2: TITAN RTX
GPU 3: TITAN RTX
Nvidia driver version: 440.33.01
cuDNN version: Could not collect
Versions of relevant libraries:
[pip3] numpy==1.18.5
[pip3] pytorch-ranger==0.1.1
[pip3] pytorch-wpe==0.0.0
[pip3] torch==1.4.0
[pip3] torch-complex==0.1.1
[pip3] torch-optimizer==0.0.1a14
[pip3] torchaudio==0.4.0
[pip3] warprnnt-pytorch==0.1
[conda] blas 1.0 mkl
[conda] mkl 2020.1 217
[conda] mkl-service 2.3.0 py37he904b0f_0
[conda] mkl_fft 1.1.0 py37h23d657b_0
[conda] mkl_random 1.1.1 py37h0573a6f_0
[conda] pytorch 1.4.0 py3.7_cuda10.0.130_cudnn7.6.3_0 pytorch
[conda] pytorch-ranger 0.1.1 pypi_0 pypi
[conda] pytorch-wpe 0.0.0 pypi_0 pypi
[conda] torch-complex 0.1.1 pypi_0 pypi
[conda] torch-optimizer 0.0.1a14 pypi_0 pypi
[conda] torchaudio 0.4.0 pypi_0 pypi
[conda] warprnnt-pytorch 0.1 pypi_0 pypi
```
You can obtain them by the following command
```
cd <espnet-root>/tools
. ./activate_python.sh
python3 -m torch.utils.collect_env
```
**Task information:**
- Task: [e.g., ASR, TTS, ST, ENH]
- Recipe: [e.g. librispeech]
- ESPnet1 or ESPnet2
**To Reproduce**
Steps to reproduce the behavior:
1. move to a recipe directory, e.g., `cd egs/librispeech/asr1`
2. execute `run.sh` with specific arguments, e.g., `run.sh --stage 3 --ngp 1`
3. specify the error log, e.g., `exp/xxx/yyy.log`
**Error logs**
Paste the error logs. If applicable, add screenshots to help explain your problem.
conformer/espnet-v.202304_20240621/.github/ISSUE_TEMPLATE/installation-issue-template.md 0 → 100644
View file @ 60a2c57a
---
name: Installation issue template
about: Create a report for installation issues
title: ''
labels: Installation
assignees: ''
---
**Describe the issue**
A clear and concise description of what the issue is.
Please check https://espnet.github.io/espnet/installation.html in advance.
**Show the `check_install.py` status by using the following command**
```
cd <espnet-root>/tools
. ./activate_python.sh; python3 check_install.py
```
**Basic environments:**
- OS information: [e.g., Linux 4.9.0-11-amd64 #1 SMP Debian 4.9.189-3+deb9u2 (2019-11-11) x86_64]
- python version: [e.g. 3.7.3 (default, Mar 27 2019, 22:11:17) [GCC 7.3.0]]
- espnet version: [e.g. espnet 0.8.0]
- Git hash [e.g. b88e89fc7246fed4c2842b55baba884fe1b4ecc2]
- Commit date [e.g. Tue Sep 1 09:32:54 2020 -0400]
- pytorch version [e.g. pytorch 1.4.0]
You can obtain them by the following command
```
cd <espnet-root>/tools
. ./activate_python.sh
echo "- OS information: `uname -mrsv`"
python3 << EOF
import sys, espnet, torch
pyversion = sys.version.replace('\n', ' ')
print(f"""- python version: \`{pyversion}\`
- espnet version: \`espnet {espnet.__version__}\`
- pytorch version: \`pytorch {torch.__version__}\`""")
EOF
cat << EOF
- Git hash: \`$(git rev-parse HEAD)\`
- Commit date: \`$(git log -1 --format='%cd')\`
EOF
```
**Environments from `torch.utils.collect_env`:**
e.g.,
```
Collecting environment information...
PyTorch version: 1.4.0
Is debug build: No
CUDA used to build PyTorch: 10.0
OS: CentOS Linux release 7.5.1804 (Core)
GCC version: (GCC) 7.2.0
CMake version: version 2.8.12.2
Python version: 3.7
Is CUDA available: Yes
CUDA runtime version: 10.0.130
GPU models and configuration:
GPU 0: TITAN RTX
GPU 1: TITAN RTX
GPU 2: TITAN RTX
GPU 3: TITAN RTX
Nvidia driver version: 440.33.01
cuDNN version: Could not collect
Versions of relevant libraries:
[pip3] numpy==1.18.5
[pip3] pytorch-ranger==0.1.1
[pip3] pytorch-wpe==0.0.0
[pip3] torch==1.4.0
[pip3] torch-complex==0.1.1
[pip3] torch-optimizer==0.0.1a14
[pip3] torchaudio==0.4.0
[pip3] warprnnt-pytorch==0.1
[conda] blas 1.0 mkl
[conda] mkl 2020.1 217
[conda] mkl-service 2.3.0 py37he904b0f_0
[conda] mkl_fft 1.1.0 py37h23d657b_0
[conda] mkl_random 1.1.1 py37h0573a6f_0
[conda] pytorch 1.4.0 py3.7_cuda10.0.130_cudnn7.6.3_0 pytorch
[conda] pytorch-ranger 0.1.1 pypi_0 pypi
[conda] pytorch-wpe 0.0.0 pypi_0 pypi
[conda] torch-complex 0.1.1 pypi_0 pypi
[conda] torch-optimizer 0.0.1a14 pypi_0 pypi
[conda] torchaudio 0.4.0 pypi_0 pypi
[conda] warprnnt-pytorch 0.1 pypi_0 pypi
```
You can obtain them by the following command
```
cd <espnet-root>/tools
. ./activate_python.sh
python3 -m torch.utils.collect_env
```
**To Reproduce**
Steps to reproduce the behavior by showing us the specific installation commands with their arguments, e.g.,
```
cd <espnet-root>/tools
make TH_VERSION=1.3.1
```
**Error logs**
Paste the error logs. If applicable, add screenshots to help explain your problem.
conformer/espnet-v.202304_20240621/.github/stale.yml 0 → 100644
View file @ 60a2c57a
# Number of days of inactivity before an issue becomes stale
daysUntilStale: 45
# Number of days of inactivity before a stale issue is closed
daysUntilClose: 30
# Issues with these labels will never be considered stale
exemptLabels:
- Roadmap
- Bug
# Label to use when marking an issue as stale
staleLabel: Stale
# Comment to post when marking an issue as stale. Set to `false` to disable
markComment: >
This issue has been automatically marked as stale because it has not had
recent activity. It will be closed if no further activity occurs. Thank you
for your contributions.
unmarkComment: false
# Comment to post when closing a stale issue. Set to `false` to disable
closeComment: >
This issue is closed. Please re-open if needed.
conformer/espnet-v.202304_20240621/.github/workflows/cancel.yml 0 → 100644
View file @ 60a2c57a
name: Cancel
on:
workflow_run:
workflows: ["CI", "centos7", "debian11", "doc"]
types:
- requested
jobs:
cancel:
runs-on: ubuntu-latest
steps:
- uses: styfle/cancel-workflow-action@0.9.1
with:
workflow_id: ${{ github.event.workflow.id }}
conformer/espnet-v.202304_20240621/.github/workflows/centos7.yml 0 → 100644
View file @ 60a2c57a
name: centos7
on:
push:
branches:
- master
pull_request:
branches:
- master
jobs:
test_centos7:
runs-on: ubuntu-latest
container:
image: centos:7
env:
ESPNET_PYTHON_VERSION: 3.7
# NOTE: 1.9.0 raised libstdc++ version errors in pyworld.
# ImportError: /lib64/libstdc++.so.6: version `CXXABI_1.3.8' not found
# (required by /__w/espnet/espnet/tools/venv/envs/espnet/lib/python3.6/site-packages/pyworld/pyworld.cpython-36m-x86_64-linux-gnu.so)
# NOTE(kamo): The issue doens't exist for python3.7?
TH_VERSION: 1.13.1
CHAINER_VERSION: 6.0.0
USE_CONDA: true
CC: /opt/rh/devtoolset-7/root/usr/bin/gcc
CXX: /opt/rh/devtoolset-7/root/usr/bin/g++
MAKE: /opt/rh/devtoolset-7/root/usr/bin/make
# To avoid UnicodeEncodeError for python<=3.6
LC_ALL: en_US.UTF-8
steps:
- uses: actions/checkout@master
- name: check OS
run: cat /etc/os-release
- name: install dependencies
run: |
# NOTE(kamo): cmake sndfile will be download using anacond:
yum install -y git centos-release-scl bzip2 wget which unzip bc patch
yum-config-manager --enable rhel-server-rhscl-7-rpms
yum install -y devtoolset-7-gcc-c++ devtoolset-7-make sox ncurses-devel libtool automake autoconf
localedef -f UTF-8 -i en_US en_US
- name: install espnet
run: |
# NOTE(karita) this line exited 1
# source scl_source enable devtoolset-7
PATH="/opt/rh/devtoolset-7/root/usr/bin:${PATH:-}"
./ci/install.sh
- name: test shell
run: |
PATH="/opt/rh/devtoolset-7/root/usr/bin:${PATH:-}"
./ci/test_shell.sh
- name: test python
run: |
PATH="/opt/rh/devtoolset-7/root/usr/bin:${PATH:-}"
./ci/test_python.sh
conformer/espnet-v.202304_20240621/.github/workflows/check_kaldi_symlinks.yaml 0 → 100644
View file @ 60a2c57a
name: Check kaldi scripts
on:
push:
branches:
- master
pull_request:
branches:
- master
jobs:
check_kaldi_symlinks:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@master
- run: ci/check_kaldi_symlinks.sh
conformer/espnet-v.202304_20240621/.github/workflows/ci.yaml 0 → 100644
View file @ 60a2c57a
name: CI
on:
push:
branches:
- master
pull_request:
branches:
- master
jobs:
linter_and_test:
runs-on: ${{ matrix.os }}
strategy:
max-parallel: 20
matrix:
os: [ubuntu-latest]
python-version: [3.7, 3.8, 3.9]
pytorch-version: [1.10.2, 1.11.0, 1.12.1, 1.13.1]
chainer-version: [6.0.0]
# NOTE(kamo): Conda is tested by Circle-CI
use-conda: [false]
include:
- os: ubuntu-latest
python-version: "3.10"
pytorch-version: 1.13.1
chainer-verssion: 6.0.0
use-conda: false
steps:
- uses: actions/checkout@master
- uses: actions/cache@v3
with:
path: ~/.cache/pip
key: ${{ runner.os }}-pip-${{ matrix.python-version }}-${{ matrix.pytorch-version }}-${{ hashFiles('**/setup.py') }}-${{ hashFiles('**/Makefile') }}
- uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
architecture: 'x64'
- name: install dependencies
run: |
sudo apt-get update -qq
# NOTE(kamo): g++-7 doesn't exist in ubuntu-latest
sudo apt-get install -qq -y cmake libsndfile1-dev bc sox
- name: install espnet
env:
ESPNET_PYTHON_VERSION: ${{ matrix.python-version }}
TH_VERSION: ${{ matrix.pytorch-version }}
CHAINER_VERSION: ${{ matrix.chainer-version }}
USE_CONDA: ${{ matrix.use-conda }}
run: |
./ci/install.sh
- name: test shell
run: |
./ci/test_shell.sh
- name: test python
run: ./ci/test_python.sh
- uses: codecov/codecov-action@v2
with:
flags: test_python
- name: coverage erase
run: |
source tools/activate_python.sh
coverage erase
- name: install kaldi
run: |
./ci/install_kaldi.sh
- name: test utils
run: ./ci/test_utils.sh
- uses: codecov/codecov-action@v2
with:
flags: test_utils
- name: coverage erase
run: |
source tools/activate_python.sh
coverage erase
- name: test espnet1 integration
run: ./ci/test_integration_espnet1.sh
- uses: codecov/codecov-action@v2
with:
flags: test_integration_espnet1
- name: coverage erase
run: |
source tools/activate_python.sh
coverage erase
- name: test espnet2 integration
run: ./ci/test_integration_espnet2.sh
- uses: codecov/codecov-action@v2
with:
flags: test_integration_espnet2
conformer/espnet-v.202304_20240621/.github/workflows/debian11.yml 0 → 100644
View file @ 60a2c57a
name: debian11
on:
push:
branches:
- master
pull_request:
branches:
- master
jobs:
test_debian11:
runs-on: ubuntu-latest
container:
image: debian:11
env:
ESPNET_PYTHON_VERSION: 3.7
TH_VERSION: 1.13.1
CHAINER_VERSION: 6.0.0
USE_CONDA: true
# To avoid UnicodeEncodeError for python<=3.6
LC_ALL: en_US.UTF-8
steps:
- uses: actions/checkout@master
- name: check OS
run: cat /etc/os-release
- name: install dependencies
run: |
apt-get update -qq
# NOTE(kamo): cmake sndfile will be download using anacond:
apt-get install -qq -y \
build-essential git unzip bzip2 wget curl bc locales make sox \
libncurses5-dev automake libtool pkg-config
localedef -f UTF-8 -i en_US en_US
- name: install espnet
run: ./ci/install.sh
- name: test shell
run: ./ci/test_shell.sh
- name: test python
run: ./ci/test_python.sh
- name: install kaldi
run: ./ci/install_kaldi.sh
- name: test utils
run: ./ci/test_utils.sh
- name: test espnet1 integration
run: ./ci/test_integration_espnet1.sh
- name: test espnet2 integration
run: ./ci/test_integration_espnet2.sh
conformer/espnet-v.202304_20240621/.github/workflows/doc.yml 0 → 100644
View file @ 60a2c57a
name: doc
on:
push:
branches:
- master
pull_request:
branches:
- master
jobs:
linter_and_test:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@master
- uses: actions/cache@v1
with:
path: ~/.cache/pip
key: pip-${{ hashFiles('**/setup.py') }}
- uses: actions/setup-python@v1
with:
python-version: 3.8
architecture: 'x64'
- name: check OS
run: cat /etc/os-release
- name: install dependencies
run: |
sudo apt-get update -qq
sudo apt-get install -qq -y cmake python3-dev git pandoc ffmpeg bc
- name: install espnet
env:
ESPNET_PYTHON_VERSION: 3.8
TH_VERSION: 1.13.1
CHAINER_VERSION: 6.0.0
USE_CONDA: false
run: ./ci/install.sh
- name: generate doc
run: ./ci/doc.sh
- name: deploy
if: github.ref == 'refs/heads/master'
uses: peaceiris/actions-gh-pages@v3
with:
github_token: ${{ secrets.GITHUB_TOKEN }}
publish_dir: doc/build
conformer/espnet-v.202304_20240621/.github/workflows/docker.yml 0 → 100644
View file @ 60a2c57a
name: docker-builder
on:
pull_request:
types: [closed]
branches:
- master
paths:
- 'tools/**'
- setup.py
jobs:
docker:
runs-on: ubuntu-latest
if: github.event.pull_request.merged == true
steps:
- uses: actions/checkout@v2
- name: Set up QEMU
uses: docker/setup-qemu-action@v1
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v1
- name: Login to DockerHub
uses: docker/login-action@v1
with:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_TOKEN }}
- name: Build and push CPU container
run: |
cd docker
docker build --build-arg FROM_TAG=runtime-latest \
-f prebuilt/devel.dockerfile \
--target devel \
-t espnet/espnet:cpu-latest .
docker push espnet/espnet:cpu-latest
- name: Build and push GPU container
run: |
cd docker
docker build --build-arg FROM_TAG=cuda-latest \
--build-arg CUDA_VER=11.1 \
-f prebuilt/devel.dockerfile \
--target devel \
-t espnet/espnet:gpu-latest .
docker push espnet/espnet:gpu-latest
conformer/espnet-v.202304_20240621/.github/workflows/draft-pdf.yml 0 → 100644
View file @ 60a2c57a
on: [push]
jobs:
paper:
runs-on: ubuntu-latest
name: Paper Draft
steps:
- name: Checkout
uses: actions/checkout@v2
- name: Build draft PDF
uses: openjournals/openjournals-draft-action@master
with:
journal: joss
# This should be the path to the paper within your repo.
paper-path: doc/paper/espnet-se++/paper.md
- name: Upload
uses: actions/upload-artifact@v1
with:
name: paper
# This is the output path where Pandoc will write the compiled
# PDF. Note, this should be the same directory as the input
# paper.md
path: doc/paper/espnet-se++/paper.pdf
conformer/espnet-v.202304_20240621/.github/workflows/macos.yml 0 → 100644
View file @ 60a2c57a
name: MacOS
on:
push:
branches:
- master
pull_request:
branches:
- master
jobs:
test_macos:
runs-on: macOS-latest
strategy:
matrix:
python-version: ["3.10"]
pytorch-version: [1.13.1]
use-conda: [true, false]
steps:
- uses: actions/checkout@master
- uses: actions/cache@v3
with:
path: ~/.cache/pip
key: ${{ runner.os }}-pip-${{ matrix.python-version }}-${{ matrix.pytorch-version }}-${{ hashFiles('**/setup.py') }}-${{ hashFiles('**/Makefile') }}
- uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
architecture: 'x64'
- name: install espnet
env:
ESPNET_PYTHON_VERSION: ${{ matrix.python-version }}
TH_VERSION: ${{ matrix.pytorch-version }}
CHAINER_VERSION: 6.0.0
USE_CONDA: ${{ matrix.use-conda }}
# FIXME(kamo): clang is used by default, but I don't know how to use "-fopenmp" with clang
WITH_OMP: OFF
# NOTE(kamo): If it's hard to build with clang, please consider using gcc
# However, I couldn't build pysptk with gcc on MacOS
# CC: /usr/local/bin/gcc-11
# CXX: /usr/local/bin/g++-11
run: |
./ci/install.sh
conformer/espnet-v.202304_20240621/.github/workflows/pythonpublish.yml 0 → 100644
View file @ 60a2c57a
# This workflows will upload a Python Package using Twine when a release is created
# For more information see: https://help.github.com/en/actions/language-and-framework-guides/using-python-with-github-actions#publishing-to-package-registries
name: Upload Python Package
on:
push:
tags:
- 'v*'
jobs:
deploy:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- name: Set up Python
uses: actions/setup-python@v1
with:
python-version: '3.8'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install setuptools wheel twine
- name: Build and publish
env:
TWINE_USERNAME: ${{ secrets.PYPI_USERNAME }}
TWINE_PASSWORD: ${{ secrets.PYPI_PASSWORD }}
run: |
python setup.py sdist bdist_wheel
twine upload dist/*
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment