Skip to content

GitLab

"...git@developer.sourcefind.cn:chenpangpang/transformers.git" did not exist on "44b5506d29326c6f2ae672e78d2df78ec55939d9"
Unverified Commit c06d5556 authored by Yih-Dar's avatar Yih-Dar Committed by GitHub
Browse files

Show installed libraries and their versions in GA jobs (#20069) 


Co-authored-by: default avatarydshieh <ydshieh@users.noreply.github.com>
parent 2d02178e
Show whitespace changes
Inline Side-by-side
Showing with 80 additions and 0 deletions
.github/workflows/self-nightly-scheduled.yml
View file @ c06d5556
...@@ -75,6 +75,10 @@ jobs: ...@@ -75,6 +75,10 @@ jobs:
rm -rf tests/models/__pycache__ rm -rf tests/models/__pycache__
rm -rf reports rm -rf reports
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze
- id: set-matrix - id: set-matrix
name: Identify models to test name: Identify models to test
working-directory: /transformers/tests working-directory: /transformers/tests
...@@ -122,6 +126,10 @@ jobs: ...@@ -122,6 +126,10 @@ jobs:
run: | run: |
python3 utils/print_env.py python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze
- name: Run all tests on GPU - name: Run all tests on GPU
working-directory: /transformers working-directory: /transformers
run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }} run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
...@@ -175,6 +183,10 @@ jobs: ...@@ -175,6 +183,10 @@ jobs:
run: | run: |
python3 utils/print_env.py python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze
- name: Run all tests on GPU - name: Run all tests on GPU
working-directory: /transformers working-directory: /transformers
run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }} run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
...@@ -228,6 +240,10 @@ jobs: ...@@ -228,6 +240,10 @@ jobs:
run: | run: |
python utils/print_env.py python utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /workspace/transformers
run: pip freeze
- name: Run all tests on GPU - name: Run all tests on GPU
working-directory: /workspace/transformers working-directory: /workspace/transformers
run: | run: |
...@@ -283,4 +299,5 @@ jobs: ...@@ -283,4 +299,5 @@ jobs:
# `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`. # `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`.
run: | run: |
pip install slack_sdk pip install slack_sdk
pip show slack_sdk
python utils/notification_service.py "${{ needs.setup.outputs.matrix }}" python utils/notification_service.py "${{ needs.setup.outputs.matrix }}"
.github/workflows/self-past.yml
View file @ c06d5556
...@@ -83,6 +83,10 @@ jobs: ...@@ -83,6 +83,10 @@ jobs:
rm -rf tests/models/__pycache__ rm -rf tests/models/__pycache__
rm -rf reports rm -rf reports
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze
- id: set-matrix - id: set-matrix
working-directory: /transformers working-directory: /transformers
name: Identify models to test name: Identify models to test
...@@ -127,6 +131,10 @@ jobs: ...@@ -127,6 +131,10 @@ jobs:
run: | run: |
python3 utils/print_env.py python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze
- name: Run all tests on GPU - name: Run all tests on GPU
working-directory: /transformers working-directory: /transformers
run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }} run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
...@@ -189,6 +197,10 @@ jobs: ...@@ -189,6 +197,10 @@ jobs:
run: | run: |
python3 utils/print_env.py python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze
- name: Run all tests on GPU - name: Run all tests on GPU
working-directory: /transformers working-directory: /transformers
run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }} run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
...@@ -250,6 +262,7 @@ jobs: ...@@ -250,6 +262,7 @@ jobs:
# `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`. # `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`.
run: | run: |
pip install slack_sdk pip install slack_sdk
pip show slack_sdk
python utils/notification_service.py "${{ needs.setup.outputs.matrix }}" python utils/notification_service.py "${{ needs.setup.outputs.matrix }}"
# Upload complete failure tables, as they might be big and only truncated versions could be sent to Slack. # Upload complete failure tables, as they might be big and only truncated versions could be sent to Slack.
......
.github/workflows/self-push.yml
View file @ c06d5556
...@@ -112,6 +112,10 @@ jobs: ...@@ -112,6 +112,10 @@ jobs:
rm -rf tests/models/__pycache__ rm -rf tests/models/__pycache__
rm -rf reports rm -rf reports
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze
- name: Fetch the tests to run - name: Fetch the tests to run
working-directory: /transformers working-directory: /transformers
# TODO: add `git-python` in the docker images # TODO: add `git-python` in the docker images
...@@ -212,6 +216,10 @@ jobs: ...@@ -212,6 +216,10 @@ jobs:
run: | run: |
python3 utils/print_env.py python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze
- name: Run all non-slow selected tests on GPU - name: Run all non-slow selected tests on GPU
working-directory: /transformers working-directory: /transformers
run: | run: |
...@@ -297,6 +305,10 @@ jobs: ...@@ -297,6 +305,10 @@ jobs:
run: | run: |
python3 utils/print_env.py python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze
- name: Run all non-slow selected tests on GPU - name: Run all non-slow selected tests on GPU
env: env:
MKL_SERVICE_FORCE_INTEL: 1 MKL_SERVICE_FORCE_INTEL: 1
...@@ -380,6 +392,10 @@ jobs: ...@@ -380,6 +392,10 @@ jobs:
run: | run: |
python utils/print_env.py python utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /workspace/transformers
run: pip freeze
- name: Run all non-slow selected tests on GPU - name: Run all non-slow selected tests on GPU
working-directory: /workspace/transformers working-directory: /workspace/transformers
# TODO: Here we pass all tests in the 2 folders for simplicity. It's better to pass only the identified tests. # TODO: Here we pass all tests in the 2 folders for simplicity. It's better to pass only the identified tests.
...@@ -462,6 +478,10 @@ jobs: ...@@ -462,6 +478,10 @@ jobs:
run: | run: |
python utils/print_env.py python utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /workspace/transformers
run: pip freeze
- name: Run all non-slow selected tests on GPU - name: Run all non-slow selected tests on GPU
working-directory: /workspace/transformers working-directory: /workspace/transformers
# TODO: Here we pass all tests in the 2 folders for simplicity. It's better to pass only the identified tests. # TODO: Here we pass all tests in the 2 folders for simplicity. It's better to pass only the identified tests.
...@@ -560,4 +580,5 @@ jobs: ...@@ -560,4 +580,5 @@ jobs:
# `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`. # `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`.
run: | run: |
pip install slack_sdk pip install slack_sdk
pip show slack_sdk
python utils/notification_service.py "${{ needs.setup.outputs.matrix }}" python utils/notification_service.py "${{ needs.setup.outputs.matrix }}"
.github/workflows/self-scheduled.yml
View file @ c06d5556
...@@ -74,6 +74,10 @@ jobs: ...@@ -74,6 +74,10 @@ jobs:
rm -rf tests/models/__pycache__ rm -rf tests/models/__pycache__
rm -rf reports rm -rf reports
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze
- id: set-matrix - id: set-matrix
name: Identify models to test name: Identify models to test
working-directory: /transformers/tests working-directory: /transformers/tests
...@@ -121,6 +125,10 @@ jobs: ...@@ -121,6 +125,10 @@ jobs:
run: | run: |
python3 utils/print_env.py python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze
- name: Run all tests on GPU - name: Run all tests on GPU
working-directory: /transformers working-directory: /transformers
run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }} run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
...@@ -174,6 +182,10 @@ jobs: ...@@ -174,6 +182,10 @@ jobs:
run: | run: |
python3 utils/print_env.py python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze
- name: Run all tests on GPU - name: Run all tests on GPU
working-directory: /transformers working-directory: /transformers
run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }} run: python3 -m pytest -v --make-reports=${{ matrix.machine_type }}_tests_gpu_${{ matrix.folders }} tests/${{ matrix.folders }}
...@@ -211,6 +223,10 @@ jobs: ...@@ -211,6 +223,10 @@ jobs:
run: | run: |
python3 utils/print_env.py python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze
- name: Run examples tests on GPU - name: Run examples tests on GPU
working-directory: /transformers working-directory: /transformers
run: | run: |
...@@ -254,6 +270,10 @@ jobs: ...@@ -254,6 +270,10 @@ jobs:
run: | run: |
python3 utils/print_env.py python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze
- name: Run all pipeline tests on GPU - name: Run all pipeline tests on GPU
working-directory: /transformers working-directory: /transformers
run: | run: |
...@@ -297,6 +317,10 @@ jobs: ...@@ -297,6 +317,10 @@ jobs:
run: | run: |
python3 utils/print_env.py python3 utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /transformers
run: pip freeze
- name: Run all pipeline tests on GPU - name: Run all pipeline tests on GPU
working-directory: /transformers working-directory: /transformers
run: | run: |
...@@ -349,6 +373,10 @@ jobs: ...@@ -349,6 +373,10 @@ jobs:
run: | run: |
python utils/print_env.py python utils/print_env.py
- name: Show installed libraries and their versions
working-directory: /workspace/transformers
run: pip freeze
- name: Run all tests on GPU - name: Run all tests on GPU
working-directory: /workspace/transformers working-directory: /workspace/transformers
run: | run: |
...@@ -407,4 +435,5 @@ jobs: ...@@ -407,4 +435,5 @@ jobs:
# `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`. # `models/bert` to `models_bert` is required, as the artifact names use `_` instead of `/`.
run: | run: |
pip install slack_sdk pip install slack_sdk
pip show slack_sdk
python utils/notification_service.py "${{ needs.setup.outputs.matrix }}" python utils/notification_service.py "${{ needs.setup.outputs.matrix }}"
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment