Skip to content

GitLab

Unverified Commit 820cb97a authored by Sylvain Gugger's avatar Sylvain Gugger Committed by GitHub
Browse files

Organize test jobs (#19058) 

* Tests conditional run

* Syntax

* Deps

* Try early exit

* Another way

* Test with no tests to run

* Test all

* Typo

* Try this way

* With tests to run

* Mostly finished

* Typo

* With a modification in one file only

* No change, no tests

* Final cleanup

* Address review comments
parent d63bdf78
Hide whitespace changes
Inline Side-by-side
Showing with 220 additions and 552 deletions
.circleci/config.yml
View file @ 820cb97a
...@@ -62,48 +62,50 @@ references: ...@@ -62,48 +62,50 @@ references:
jobs: jobs:
run_tests_torch_and_tf: # Fetch the tests to run
fetch_tests:
working_directory: ~/transformers working_directory: ~/transformers
docker: docker:
- image: cimg/python:3.7.12 - image: cimg/python:3.7.12
environment:
OMP_NUM_THREADS: 1
RUN_PT_TF_CROSS_TESTS: yes
TRANSFORMERS_IS_CI: yes
PYTEST_TIMEOUT: 120
resource_class: xlarge
parallelism: 1 parallelism: 1
steps: steps:
- checkout - checkout
- restore_cache:
keys:
- v0.5-torch_and_tf-{{ checksum "setup.py" }}
- v0.5-{{ checksum "setup.py" }}
- run: sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng git-lfs
- run: git lfs install
- run: pip install --upgrade pip - run: pip install --upgrade pip
- run: pip install .[sklearn,tf-cpu,torch,testing,sentencepiece,torch-speech,vision] - run: pip install GitPython
- run: pip install torch-scatter -f https://pytorch-geometric.com/whl/torch-1.12.0+cpu.html - run: pip install .
- run: pip install tensorflow_probability - run: mkdir -p test_preparation
- run: pip install https://github.com/kpu/kenlm/archive/master.zip - run: python utils/tests_fetcher.py | tee tests_fetched_summary.txt
- run: pip install git+https://github.com/huggingface/accelerate
- save_cache:
key: v0.5-{{ checksum "setup.py" }}
paths:
- '~/.cache/pip'
- run: python utils/tests_fetcher.py | tee test_preparation.txt
- store_artifacts: - store_artifacts:
path: ~/transformers/test_preparation.txt path: ~/transformers/tests_fetched_summary.txt
- run: | - run: |
if [ -f test_list.txt ]; then if [ -f test_list.txt ]; then
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_torch_and_tf $(cat test_list.txt) -m is_pt_tf_cross_test --durations=0 | tee tests_output.txt mv test_list.txt test_preparation/test_list.txt
fi else
- store_artifacts: touch test_preparation/test_list.txt
path: ~/transformers/tests_output.txt fi
- store_artifacts:
path: ~/transformers/reports - persist_to_workspace:
root: test_preparation/
paths:
test_list.txt
run_tests_torch_and_tf_all: # To run all tests for the nightly build
fetch_all_tests:
working_directory: ~/transformers
docker:
- image: cimg/python:3.7.12
parallelism: 1
steps:
- run: |
mkdir test_preparation
echo "tests" > test_preparation/test_list.txt
- persist_to_workspace:
root: test_preparation/
paths:
test_list.txt
run_tests_torch_and_tf:
working_directory: ~/transformers working_directory: ~/transformers
docker: docker:
- image: cimg/python:3.7.12 - image: cimg/python:3.7.12
...@@ -116,6 +118,13 @@ jobs: ...@@ -116,6 +118,13 @@ jobs:
parallelism: 1 parallelism: 1
steps: steps:
- checkout - checkout
- attach_workspace:
at: ~/transformers/test_preparation
- run: |
if [ ! -s test_preparation/test_list.txt ]; then
echo "No tests to run, exiting early!"
circleci-agent step halt
fi
- restore_cache: - restore_cache:
keys: keys:
- v0.5-torch_and_tf-{{ checksum "setup.py" }} - v0.5-torch_and_tf-{{ checksum "setup.py" }}
...@@ -132,8 +141,7 @@ jobs: ...@@ -132,8 +141,7 @@ jobs:
key: v0.5-{{ checksum "setup.py" }} key: v0.5-{{ checksum "setup.py" }}
paths: paths:
- '~/.cache/pip' - '~/.cache/pip'
- run: | - run: python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_torch_and_tf $(cat test_preparation/test_list.txt) -m is_pt_tf_cross_test --durations=0 | tee tests_output.txt
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_torch_and_tf tests -m is_pt_tf_cross_test --durations=0 | tee tests_output.txt
- store_artifacts: - store_artifacts:
path: ~/transformers/tests_output.txt path: ~/transformers/tests_output.txt
- store_artifacts: - store_artifacts:
...@@ -152,45 +160,13 @@ jobs: ...@@ -152,45 +160,13 @@ jobs:
parallelism: 1 parallelism: 1
steps: steps:
- checkout - checkout
- restore_cache: - attach_workspace:
keys: at: ~/transformers/test_preparation
- v0.5-torch_and_flax-{{ checksum "setup.py" }}
- v0.5-{{ checksum "setup.py" }}
- run: sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng
- run: pip install --upgrade pip
- run: pip install .[sklearn,flax,torch,testing,sentencepiece,torch-speech,vision]
- run: pip install torch-scatter -f https://pytorch-geometric.com/whl/torch-1.12.0+cpu.html
- run: pip install https://github.com/kpu/kenlm/archive/master.zip
- run: pip install git+https://github.com/huggingface/accelerate
- save_cache:
key: v0.5-{{ checksum "setup.py" }}
paths:
- '~/.cache/pip'
- run: python utils/tests_fetcher.py | tee test_preparation.txt
- store_artifacts:
path: ~/transformers/test_preparation.txt
- run: | - run: |
if [ -f test_list.txt ]; then if [ ! -s test_preparation/test_list.txt ]; then
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_torch_and_flax $(cat test_list.txt) -m is_pt_flax_cross_test --durations=0 | tee tests_output.txt echo "No tests to run, exiting early!"
fi circleci-agent step halt
- store_artifacts: fi
path: ~/transformers/tests_output.txt
- store_artifacts:
path: ~/transformers/reports
run_tests_torch_and_flax_all:
working_directory: ~/transformers
docker:
- image: cimg/python:3.7.12
environment:
OMP_NUM_THREADS: 1
RUN_PT_FLAX_CROSS_TESTS: yes
TRANSFORMERS_IS_CI: yes
PYTEST_TIMEOUT: 120
resource_class: xlarge
parallelism: 1
steps:
- checkout
- restore_cache: - restore_cache:
keys: keys:
- v0.5-torch_and_flax-{{ checksum "setup.py" }} - v0.5-torch_and_flax-{{ checksum "setup.py" }}
...@@ -205,8 +181,7 @@ jobs: ...@@ -205,8 +181,7 @@ jobs:
key: v0.5-{{ checksum "setup.py" }} key: v0.5-{{ checksum "setup.py" }}
paths: paths:
- '~/.cache/pip' - '~/.cache/pip'
- run: | - run: python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_torch_and_flax $(cat test_preparation/test_list.txt) -m is_pt_flax_cross_test --durations=0 | tee tests_output.txt
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_torch_and_flax tests -m is_pt_flax_cross_test --durations=0 | tee tests_output.txt
- store_artifacts: - store_artifacts:
path: ~/transformers/tests_output.txt path: ~/transformers/tests_output.txt
- store_artifacts: - store_artifacts:
...@@ -224,49 +199,18 @@ jobs: ...@@ -224,49 +199,18 @@ jobs:
parallelism: 1 parallelism: 1
steps: steps:
- checkout - checkout
- restore_cache: - attach_workspace:
keys: at: ~/transformers/test_preparation
- v0.5-torch-{{ checksum "setup.py" }}
- v0.5-{{ checksum "setup.py" }}
- run: sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng time
- run: pip install --upgrade pip
- run: pip install .[sklearn,torch,testing,sentencepiece,torch-speech,vision,timm]
- run: pip install torch-scatter -f https://pytorch-geometric.com/whl/torch-1.12.0+cpu.html
- run: pip install https://github.com/kpu/kenlm/archive/master.zip
- run: pip install git+https://github.com/huggingface/accelerate
- save_cache:
key: v0.5-torch-{{ checksum "setup.py" }}
paths:
- '~/.cache/pip'
- run: python utils/tests_fetcher.py | tee test_preparation.txt
- store_artifacts:
path: ~/transformers/test_preparation.txt
- run: | - run: |
if [ -f test_list.txt ]; then if [ ! -s test_preparation/test_list.txt ]; then
python -m pytest -n 3 --max-worker-restart=0 --dist=loadfile -s --make-reports=tests_torch $(cat test_list.txt) | tee tests_output.txt echo "No tests to run, exiting early!"
fi circleci-agent step halt
- store_artifacts: fi
path: ~/transformers/tests_output.txt
- store_artifacts:
path: ~/transformers/reports
run_tests_torch_all:
working_directory: ~/transformers
docker:
- image: cimg/python:3.7.12
environment:
OMP_NUM_THREADS: 1
TRANSFORMERS_IS_CI: yes
PYTEST_TIMEOUT: 120
resource_class: xlarge
parallelism: 1
steps:
- checkout
- restore_cache: - restore_cache:
keys: keys:
- v0.5-torch-{{ checksum "setup.py" }} - v0.5-torch-{{ checksum "setup.py" }}
- v0.5-{{ checksum "setup.py" }} - v0.5-{{ checksum "setup.py" }}
- run: sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng - run: sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng time
- run: pip install --upgrade pip - run: pip install --upgrade pip
- run: pip install .[sklearn,torch,testing,sentencepiece,torch-speech,vision,timm] - run: pip install .[sklearn,torch,testing,sentencepiece,torch-speech,vision,timm]
- run: pip install torch-scatter -f https://pytorch-geometric.com/whl/torch-1.12.0+cpu.html - run: pip install torch-scatter -f https://pytorch-geometric.com/whl/torch-1.12.0+cpu.html
...@@ -276,8 +220,7 @@ jobs: ...@@ -276,8 +220,7 @@ jobs:
key: v0.5-torch-{{ checksum "setup.py" }} key: v0.5-torch-{{ checksum "setup.py" }}
paths: paths:
- '~/.cache/pip' - '~/.cache/pip'
- run: | - run: python -m pytest -n 3 --max-worker-restart=0 --dist=loadfile -s --make-reports=tests_torch $(cat test_preparation/test_list.txt) | tee tests_output.txt
python -m pytest -n 3 --max-worker-restart=0 --dist=loadfile -s --make-reports=tests_torch tests | tee tests_output.txt
- store_artifacts: - store_artifacts:
path: ~/transformers/tests_output.txt path: ~/transformers/tests_output.txt
- store_artifacts: - store_artifacts:
...@@ -295,43 +238,13 @@ jobs: ...@@ -295,43 +238,13 @@ jobs:
parallelism: 1 parallelism: 1
steps: steps:
- checkout - checkout
- restore_cache: - attach_workspace:
keys: at: ~/transformers/test_preparation
- v0.5-tf-{{ checksum "setup.py" }}
- v0.5-{{ checksum "setup.py" }}
- run: sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng
- run: pip install --upgrade pip
- run: pip install .[sklearn,tf-cpu,testing,sentencepiece,tf-speech,vision]
- run: pip install tensorflow_probability
- run: pip install https://github.com/kpu/kenlm/archive/master.zip
- save_cache:
key: v0.5-tf-{{ checksum "setup.py" }}
paths:
- '~/.cache/pip'
- run: python utils/tests_fetcher.py | tee test_preparation.txt
- store_artifacts:
path: ~/transformers/test_preparation.txt
- run: | - run: |
if [ -f test_list.txt ]; then if [ ! -s test_preparation/test_list.txt ]; then
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_tf $(cat test_list.txt) | tee tests_output.txt echo "No tests to run, exiting early!"
fi circleci-agent step halt
- store_artifacts: fi
path: ~/transformers/tests_output.txt
- store_artifacts:
path: ~/transformers/reports
run_tests_tf_all:
working_directory: ~/transformers
docker:
- image: cimg/python:3.7.12
environment:
OMP_NUM_THREADS: 1
TRANSFORMERS_IS_CI: yes
PYTEST_TIMEOUT: 120
resource_class: xlarge
parallelism: 1
steps:
- checkout
- restore_cache: - restore_cache:
keys: keys:
- v0.5-tf-{{ checksum "setup.py" }} - v0.5-tf-{{ checksum "setup.py" }}
...@@ -345,8 +258,7 @@ jobs: ...@@ -345,8 +258,7 @@ jobs:
key: v0.5-tf-{{ checksum "setup.py" }} key: v0.5-tf-{{ checksum "setup.py" }}
paths: paths:
- '~/.cache/pip' - '~/.cache/pip'
- run: | - run: python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_tf $(cat test_preparation/test_list.txt) | tee tests_output.txt
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_tf tests | tee tests_output.txt
- store_artifacts: - store_artifacts:
path: ~/transformers/tests_output.txt path: ~/transformers/tests_output.txt
- store_artifacts: - store_artifacts:
...@@ -364,56 +276,26 @@ jobs: ...@@ -364,56 +276,26 @@ jobs:
parallelism: 1 parallelism: 1
steps: steps:
- checkout - checkout
- restore_cache: - attach_workspace:
keys: at: ~/transformers/test_preparation
- v0.5-flax-{{ checksum "setup.py" }}
- v0.5-{{ checksum "setup.py" }}
- run: sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng
- run: pip install --upgrade pip
- run: pip install .[flax,testing,sentencepiece,flax-speech,vision]
- run: pip install https://github.com/kpu/kenlm/archive/master.zip
- save_cache:
key: v0.5-flax-{{ checksum "setup.py" }}
paths:
- '~/.cache/pip'
- run: python utils/tests_fetcher.py | tee test_preparation.txt
- store_artifacts:
path: ~/transformers/test_preparation.txt
- run: | - run: |
if [ -f test_list.txt ]; then if [ ! -s test_preparation/test_list.txt ]; then
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_flax $(cat test_list.txt) | tee tests_output.txt echo "No tests to run, exiting early!"
fi circleci-agent step halt
- store_artifacts: fi
path: ~/transformers/tests_output.txt
- store_artifacts:
path: ~/transformers/reports
run_tests_flax_all:
working_directory: ~/transformers
docker:
- image: cimg/python:3.7.12
environment:
OMP_NUM_THREADS: 1
TRANSFORMERS_IS_CI: yes
PYTEST_TIMEOUT: 120
resource_class: xlarge
parallelism: 1
steps:
- checkout
- restore_cache: - restore_cache:
keys: keys:
- v0.5-flax-{{ checksum "setup.py" }} - v0.5-flax-{{ checksum "setup.py" }}
- v0.5-{{ checksum "setup.py" }} - v0.5-{{ checksum "setup.py" }}
- run: sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng - run: sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng
- run: pip install --upgrade pip - run: pip install --upgrade pip
- run: pip install .[flax,testing,sentencepiece,vision,flax-speech] - run: pip install .[flax,testing,sentencepiece,flax-speech,vision]
- run: pip install https://github.com/kpu/kenlm/archive/master.zip - run: pip install https://github.com/kpu/kenlm/archive/master.zip
- save_cache: - save_cache:
key: v0.5-flax-{{ checksum "setup.py" }} key: v0.5-flax-{{ checksum "setup.py" }}
paths: paths:
- '~/.cache/pip' - '~/.cache/pip'
- run: | - run: python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_flax $(cat test_preparation/test_list.txt) | tee tests_output.txt
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_flax tests | tee tests_output.txt
- store_artifacts: - store_artifacts:
path: ~/transformers/tests_output.txt path: ~/transformers/tests_output.txt
- store_artifacts: - store_artifacts:
...@@ -432,44 +314,13 @@ jobs: ...@@ -432,44 +314,13 @@ jobs:
parallelism: 1 parallelism: 1
steps: steps:
- checkout - checkout
- restore_cache: - attach_workspace:
keys: at: ~/transformers/test_preparation
- v0.5-torch-{{ checksum "setup.py" }}
- v0.5-{{ checksum "setup.py" }}
- run: sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng
- run: pip install --upgrade pip
- run: pip install .[sklearn,torch,testing,sentencepiece,torch-speech,vision,timm]
- run: pip install torch-scatter -f https://pytorch-geometric.com/whl/torch-1.12.0+cpu.html
- run: pip install https://github.com/kpu/kenlm/archive/master.zip
- save_cache:
key: v0.5-torch-{{ checksum "setup.py" }}
paths:
- '~/.cache/pip'
- run: python utils/tests_fetcher.py | tee test_preparation.txt
- store_artifacts:
path: ~/transformers/test_preparation.txt
- run: | - run: |
if [ -f test_list.txt ]; then if [ ! -s test_preparation/test_list.txt ]; then
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_pipelines_torch -m is_pipeline_test $(cat test_list.txt) | tee tests_output.txt echo "No tests to run, exiting early!"
fi circleci-agent step halt
- store_artifacts: fi
path: ~/transformers/tests_output.txt
- store_artifacts:
path: ~/transformers/reports
run_tests_pipelines_torch_all:
working_directory: ~/transformers
docker:
- image: cimg/python:3.7.12
environment:
OMP_NUM_THREADS: 1
RUN_PIPELINE_TESTS: yes
TRANSFORMERS_IS_CI: yes
PYTEST_TIMEOUT: 120
resource_class: xlarge
parallelism: 1
steps:
- checkout
- restore_cache: - restore_cache:
keys: keys:
- v0.5-torch-{{ checksum "setup.py" }} - v0.5-torch-{{ checksum "setup.py" }}
...@@ -483,8 +334,7 @@ jobs: ...@@ -483,8 +334,7 @@ jobs:
key: v0.5-torch-{{ checksum "setup.py" }} key: v0.5-torch-{{ checksum "setup.py" }}
paths: paths:
- '~/.cache/pip' - '~/.cache/pip'
- run: | - run: python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_pipelines_torch -m is_pipeline_test $(cat test_preparation/test_list.txt) | tee tests_output.txt
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_pipelines_torch -m is_pipeline_test tests | tee tests_output.txt
- store_artifacts: - store_artifacts:
path: ~/transformers/tests_output.txt path: ~/transformers/tests_output.txt
- store_artifacts: - store_artifacts:
...@@ -503,42 +353,13 @@ jobs: ...@@ -503,42 +353,13 @@ jobs:
parallelism: 1 parallelism: 1
steps: steps:
- checkout - checkout
- restore_cache: - attach_workspace:
keys: at: ~/transformers/test_preparation
- v0.5-tf-{{ checksum "setup.py" }}
- v0.5-{{ checksum "setup.py" }}
- run: pip install --upgrade pip
- run: pip install .[sklearn,tf-cpu,testing,sentencepiece]
- run: pip install tensorflow_probability
- save_cache:
key: v0.5-tf-{{ checksum "setup.py" }}
paths:
- '~/.cache/pip'
- run: python utils/tests_fetcher.py | tee test_preparation.txt
- store_artifacts:
path: ~/transformers/test_preparation.txt
- run: | - run: |
if [ -f test_list.txt ]; then if [ ! -s test_preparation/test_list.txt ]; then
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_pipelines_tf $(cat test_list.txt) -m is_pipeline_test | tee tests_output.txt echo "No tests to run, exiting early!"
fi circleci-agent step halt
- store_artifacts: fi
path: ~/transformers/tests_output.txt
- store_artifacts:
path: ~/transformers/reports
run_tests_pipelines_tf_all:
working_directory: ~/transformers
docker:
- image: cimg/python:3.7.12
environment:
OMP_NUM_THREADS: 1
RUN_PIPELINE_TESTS: yes
TRANSFORMERS_IS_CI: yes
PYTEST_TIMEOUT: 120
resource_class: xlarge
parallelism: 1
steps:
- checkout
- restore_cache: - restore_cache:
keys: keys:
- v0.5-tf-{{ checksum "setup.py" }} - v0.5-tf-{{ checksum "setup.py" }}
...@@ -550,8 +371,7 @@ jobs: ...@@ -550,8 +371,7 @@ jobs:
key: v0.5-tf-{{ checksum "setup.py" }} key: v0.5-tf-{{ checksum "setup.py" }}
paths: paths:
- '~/.cache/pip' - '~/.cache/pip'
- run: | - run: python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_pipelines_tf $(cat test_preparation/test_list.txt) -m is_pipeline_test | tee tests_output.txt
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -rA -s --make-reports=tests_pipelines_tf tests -m is_pipeline_test | tee tests_output.txt
- store_artifacts: - store_artifacts:
path: ~/transformers/tests_output.txt path: ~/transformers/tests_output.txt
- store_artifacts: - store_artifacts:
...@@ -567,39 +387,13 @@ jobs: ...@@ -567,39 +387,13 @@ jobs:
PYTEST_TIMEOUT: 120 PYTEST_TIMEOUT: 120
steps: steps:
- checkout - checkout
- restore_cache: - attach_workspace:
keys: at: ~/transformers/test_preparation
- v0.5-custom_tokenizers-{{ checksum "setup.py" }}
- v0.5-{{ checksum "setup.py" }}
- run: pip install --upgrade pip
- run: pip install .[ja,testing,sentencepiece,jieba,spacy,ftfy,rjieba]
- run: python -m unidic download
- save_cache:
key: v0.5-custom_tokenizers-{{ checksum "setup.py" }}
paths:
- '~/.cache/pip'
- run: python utils/tests_fetcher.py | tee test_preparation.txt
- store_artifacts:
path: ~/transformers/test_preparation.txt
- run: | - run: |
if [ -f test_list.txt ]; then if [ ! -s test_preparation/test_list.txt ]; then
python -m pytest --max-worker-restart=0 -s --make-reports=tests_custom_tokenizers ./tests/models/bert_japanese/test_tokenization_bert_japanese.py ./tests/models/openai/test_tokenization_openai.py ./tests/models/clip/test_tokenization_clip.py | tee tests_output.txt echo "No tests to run, exiting early!"
fi circleci-agent step halt
- store_artifacts: fi
path: ~/transformers/tests_output.txt
- store_artifacts:
path: ~/transformers/reports
run_tests_custom_tokenizers_all:
working_directory: ~/transformers
docker:
- image: cimg/python:3.7.12
environment:
RUN_CUSTOM_TOKENIZERS: yes
TRANSFORMERS_IS_CI: yes
PYTEST_TIMEOUT: 120
steps:
- checkout
- restore_cache: - restore_cache:
keys: keys:
- v0.5-custom_tokenizers-{{ checksum "setup.py" }} - v0.5-custom_tokenizers-{{ checksum "setup.py" }}
...@@ -629,42 +423,13 @@ jobs: ...@@ -629,42 +423,13 @@ jobs:
parallelism: 1 parallelism: 1
steps: steps:
- checkout - checkout
- restore_cache: - attach_workspace:
keys: at: ~/transformers/test_preparation
- v0.5-torch_examples-{{ checksum "setup.py" }}
- v0.5-{{ checksum "setup.py" }}
- run: sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng
- run: pip install --upgrade pip
- run: pip install .[sklearn,torch,sentencepiece,testing,torch-speech]
- run: pip install -r examples/pytorch/_tests_requirements.txt
- save_cache:
key: v0.5-torch_examples-{{ checksum "setup.py" }}
paths:
- '~/.cache/pip'
- run: python utils/tests_fetcher.py --filters examples tests | tee test_preparation.txt
- store_artifacts:
path: ~/transformers/test_preparation.txt
- run: | - run: |
if [ -f test_list.txt ]; then if [ ! -s test_preparation/test_list.txt ]; then
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -s --make-reports=examples_torch ./examples/pytorch/ | tee tests_output.txt echo "No tests to run, exiting early!"
fi circleci-agent step halt
- store_artifacts: fi
path: ~/transformers/examples_output.txt
- store_artifacts:
path: ~/transformers/reports
run_examples_torch_all:
working_directory: ~/transformers
docker:
- image: cimg/python:3.7.12
environment:
OMP_NUM_THREADS: 1
TRANSFORMERS_IS_CI: yes
PYTEST_TIMEOUT: 120
resource_class: xlarge
parallelism: 1
steps:
- checkout
- restore_cache: - restore_cache:
keys: keys:
- v0.5-torch_examples-{{ checksum "setup.py" }} - v0.5-torch_examples-{{ checksum "setup.py" }}
...@@ -677,8 +442,7 @@ jobs: ...@@ -677,8 +442,7 @@ jobs:
key: v0.5-torch_examples-{{ checksum "setup.py" }} key: v0.5-torch_examples-{{ checksum "setup.py" }}
paths: paths:
- '~/.cache/pip' - '~/.cache/pip'
- run: | - run: python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -s --make-reports=examples_torch ./examples/pytorch/ | tee tests_output.txt
TRANSFORMERS_IS_CI=1 python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -s --make-reports=examples_torch ./examples/pytorch/ | tee examples_output.txt
- store_artifacts: - store_artifacts:
path: ~/transformers/examples_output.txt path: ~/transformers/examples_output.txt
- store_artifacts: - store_artifacts:
...@@ -696,41 +460,13 @@ jobs: ...@@ -696,41 +460,13 @@ jobs:
parallelism: 1 parallelism: 1
steps: steps:
- checkout - checkout
- restore_cache: - attach_workspace:
keys: at: ~/transformers/test_preparation
- v0.5-tensorflow_examples-{{ checksum "setup.py" }}
- v0.5-{{ checksum "setup.py" }}
- run: pip install --upgrade pip
- run: pip install .[sklearn,tensorflow,sentencepiece,testing]
- run: pip install -r examples/tensorflow/_tests_requirements.txt
- save_cache:
key: v0.5-tensorflow_examples-{{ checksum "setup.py" }}
paths:
- '~/.cache/pip'
- run: python utils/tests_fetcher.py --filters examples tests | tee test_preparation.txt
- store_artifacts:
path: ~/transformers/test_preparation.txt
- run: | - run: |
if [ -f test_list.txt ]; then if [ ! -s test_preparation/test_list.txt ]; then
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -s --make-reports=examples_tensorflow ./examples/tensorflow/ | tee tests_output.txt echo "No tests to run, exiting early!"
fi circleci-agent step halt
- store_artifacts: fi
path: ~/transformers/tensorflow_examples_output.txt
- store_artifacts:
path: ~/transformers/reports
run_examples_tensorflow_all:
working_directory: ~/transformers
docker:
- image: cimg/python:3.7.12
environment:
OMP_NUM_THREADS: 1
TRANSFORMERS_IS_CI: yes
PYTEST_TIMEOUT: 120
resource_class: xlarge
parallelism: 1
steps:
- checkout
- restore_cache: - restore_cache:
keys: keys:
- v0.5-tensorflow_examples-{{ checksum "setup.py" }} - v0.5-tensorflow_examples-{{ checksum "setup.py" }}
...@@ -742,8 +478,7 @@ jobs: ...@@ -742,8 +478,7 @@ jobs:
key: v0.5-tensorflow_examples-{{ checksum "setup.py" }} key: v0.5-tensorflow_examples-{{ checksum "setup.py" }}
paths: paths:
- '~/.cache/pip' - '~/.cache/pip'
- run: | - run: python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -s --make-reports=examples_tensorflow ./examples/tensorflow/ | tee tests_output.txt
TRANSFORMERS_IS_CI=1 python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -s --make-reports=examples_tensorflow ./examples/tensorflow/ | tee examples_output.txt
- store_artifacts: - store_artifacts:
path: ~/transformers/tensorflow_examples_output.txt path: ~/transformers/tensorflow_examples_output.txt
- store_artifacts: - store_artifacts:
...@@ -761,41 +496,13 @@ jobs: ...@@ -761,41 +496,13 @@ jobs:
parallelism: 1 parallelism: 1
steps: steps:
- checkout - checkout
- restore_cache: - attach_workspace:
keys: at: ~/transformers/test_preparation
- v0.5-flax_examples-{{ checksum "setup.py" }}
- v0.5-{{ checksum "setup.py" }}
- run: pip install --upgrade pip
- run: pip install .[flax,testing,sentencepiece]
- run: pip install -r examples/flax/_tests_requirements.txt
- save_cache:
key: v0.5-flax_examples-{{ checksum "setup.py" }}
paths:
- '~/.cache/pip'
- run: python utils/tests_fetcher.py --filters examples tests | tee test_preparation.txt
- store_artifacts:
path: ~/transformers/test_preparation.txt
- run: | - run: |
if [ -f test_list.txt ]; then if [ ! -s test_preparation/test_list.txt ]; then
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -s --make-reports=examples_flax ./examples/flax/ | tee tests_output.txt echo "No tests to run, exiting early!"
fi circleci-agent step halt
- store_artifacts: fi
path: ~/transformers/flax_examples_output.txt
- store_artifacts:
path: ~/transformers/reports
run_examples_flax_all:
working_directory: ~/transformers
docker:
- image: cimg/python:3.7.12
environment:
OMP_NUM_THREADS: 1
TRANSFORMERS_IS_CI: yes
PYTEST_TIMEOUT: 120
resource_class: xlarge
parallelism: 1
steps:
- checkout
- restore_cache: - restore_cache:
keys: keys:
- v0.5-flax_examples-{{ checksum "setup.py" }} - v0.5-flax_examples-{{ checksum "setup.py" }}
...@@ -807,8 +514,7 @@ jobs: ...@@ -807,8 +514,7 @@ jobs:
key: v0.5-flax_examples-{{ checksum "setup.py" }} key: v0.5-flax_examples-{{ checksum "setup.py" }}
paths: paths:
- '~/.cache/pip' - '~/.cache/pip'
- run: | - run: python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -s --make-reports=examples_flax ./examples/flax/ | tee tests_output.txt
TRANSFORMERS_IS_CI=1 python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile -s --make-reports=examples_flax ./examples/flax/ | tee examples_output.txt
- store_artifacts: - store_artifacts:
path: ~/transformers/flax_examples_output.txt path: ~/transformers/flax_examples_output.txt
- store_artifacts: - store_artifacts:
...@@ -827,45 +533,13 @@ jobs: ...@@ -827,45 +533,13 @@ jobs:
parallelism: 1 parallelism: 1
steps: steps:
- checkout - checkout
- restore_cache: - attach_workspace:
keys: at: ~/transformers/test_preparation
- v0.5-hub-{{ checksum "setup.py" }}
- v0.5-{{ checksum "setup.py" }}
- run: sudo apt-get -y update && sudo apt-get install git-lfs
- run: | - run: |
git config --global user.email "ci@dummy.com" if [ ! -s test_preparation/test_list.txt ]; then
git config --global user.name "ci" echo "No tests to run, exiting early!"
- run: pip install --upgrade pip circleci-agent step halt
- run: pip install .[torch,sentencepiece,testing] fi
- save_cache:
key: v0.5-hub-{{ checksum "setup.py" }}
paths:
- '~/.cache/pip'
- run: python utils/tests_fetcher.py | tee test_preparation.txt
- store_artifacts:
path: ~/transformers/test_preparation.txt
- run: |
if [ -f test_list.txt ]; then
python -m pytest --max-worker-restart=0 -sv --make-reports=tests_hub $(cat test_list.txt) -m is_staging_test | tee tests_output.txt
fi
- store_artifacts:
path: ~/transformers/tests_output.txt
- store_artifacts:
path: ~/transformers/reports
run_tests_hub_all:
working_directory: ~/transformers
docker:
- image: cimg/python:3.7.12
environment:
HUGGINGFACE_CO_STAGING: yes
RUN_GIT_LFS_TESTS: yes
TRANSFORMERS_IS_CI: yes
PYTEST_TIMEOUT: 120
resource_class: xlarge
parallelism: 1
steps:
- checkout
- restore_cache: - restore_cache:
keys: keys:
- v0.5-hub-{{ checksum "setup.py" }} - v0.5-hub-{{ checksum "setup.py" }}
...@@ -880,8 +554,7 @@ jobs: ...@@ -880,8 +554,7 @@ jobs:
key: v0.5-hub-{{ checksum "setup.py" }} key: v0.5-hub-{{ checksum "setup.py" }}
paths: paths:
- '~/.cache/pip' - '~/.cache/pip'
- run: | - run: python -m pytest --max-worker-restart=0 -sv --make-reports=tests_hub $(cat test_preparation/test_list.txt) -m is_staging_test | tee tests_output.txt
python -m pytest --max-worker-restart=0 -sv --make-reports=tests_hub tests -m is_staging_test | tee tests_output.txt
- store_artifacts: - store_artifacts:
path: ~/transformers/tests_output.txt path: ~/transformers/tests_output.txt
- store_artifacts: - store_artifacts:
...@@ -899,6 +572,13 @@ jobs: ...@@ -899,6 +572,13 @@ jobs:
parallelism: 1 parallelism: 1
steps: steps:
- checkout - checkout
- attach_workspace:
at: ~/transformers/test_preparation
- run: |
if [ ! -s test_preparation/test_list.txt ]; then
echo "No tests to run, exiting early!"
circleci-agent step halt
fi
- restore_cache: - restore_cache:
keys: keys:
- v0.5-torch-{{ checksum "setup.py" }} - v0.5-torch-{{ checksum "setup.py" }}
...@@ -909,42 +589,8 @@ jobs: ...@@ -909,42 +589,8 @@ jobs:
key: v0.5-onnx-{{ checksum "setup.py" }} key: v0.5-onnx-{{ checksum "setup.py" }}
paths: paths:
- '~/.cache/pip' - '~/.cache/pip'
- run: python utils/tests_fetcher.py | tee test_preparation.txt - run: python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile -s --make-reports=tests_onnx $(cat test_preparation/test_list.txt) -k onnx | tee tests_output.txt
- store_artifacts:
path: ~/transformers/test_preparation.txt
- run: |
if [ -f test_list.txt ]; then
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile -s --make-reports=tests_onnx $(cat test_list.txt) -k onnx | tee tests_output.txt
fi
- store_artifacts:
path: ~/transformers/tests_output.txt
- store_artifacts:
path: ~/transformers/reports
run_tests_onnxruntime_all:
working_directory: ~/transformers
docker:
- image: cimg/python:3.7.12
environment:
OMP_NUM_THREADS: 1
TRANSFORMERS_IS_CI: yes
PYTEST_TIMEOUT: 120
resource_class: xlarge
parallelism: 1
steps:
- checkout
- restore_cache:
keys:
- v0.5-torch-{{ checksum "setup.py" }}
- v0.5-{{ checksum "setup.py" }}
- run: pip install --upgrade pip
- run: pip install .[torch,tf,testing,sentencepiece,onnxruntime,vision]
- save_cache:
key: v0.5-onnx-{{ checksum "setup.py" }}
paths:
- '~/.cache/pip'
- run: |
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile -s --make-reports=tests_onnx tests -k onnx | tee tests_output.txt
- store_artifacts: - store_artifacts:
path: ~/transformers/tests_output.txt path: ~/transformers/tests_output.txt
- store_artifacts: - store_artifacts:
...@@ -1022,48 +668,13 @@ jobs: ...@@ -1022,48 +668,13 @@ jobs:
parallelism: 1 parallelism: 1
steps: steps:
- checkout - checkout
- restore_cache: - attach_workspace:
keys: at: ~/transformers/test_preparation
- v0.5-torch-{{ checksum "setup.py" }}
- v0.5-{{ checksum "setup.py" }}
- run: sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev
- run: pip install --upgrade pip
- run: pip install .[torch,testing,vision]
- run: pip install torchvision
# The commit `36a65a0907d90ed591479b2ebaa8b61cfa0b4ef0` in `detectron2` break things.
# See https://github.com/facebookresearch/detectron2/commit/36a65a0907d90ed591479b2ebaa8b61cfa0b4ef0#comments.
# TODO: Revert this change back once the above issue is fixed.
- run: python -m pip install 'git+https://github.com/facebookresearch/detectron2.git'
- run: sudo apt install tesseract-ocr
- run: pip install pytesseract
- save_cache:
key: v0.5-torch-{{ checksum "setup.py" }}
paths:
- '~/.cache/pip'
- run: python utils/tests_fetcher.py | tee test_preparation.txt
- store_artifacts:
path: ~/transformers/test_preparation.txt
- run: | - run: |
if [ -f test_list.txt ]; then if [ ! -s test_preparation/test_list.txt ]; then
python -m pytest -n 1 --max-worker-restart=0 tests/models/*layoutlmv* --dist=loadfile -s --make-reports=tests_layoutlmv2_and_v3 --durations=100 echo "No tests to run, exiting early!"
fi circleci-agent step halt
- store_artifacts: fi
path: ~/transformers/tests_output.txt
- store_artifacts:
path: ~/transformers/reports
run_tests_layoutlmv2_and_v3_all:
working_directory: ~/transformers
docker:
- image: cimg/python:3.7.12
environment:
OMP_NUM_THREADS: 1
TRANSFORMERS_IS_CI: yes
PYTEST_TIMEOUT: 120
resource_class: xlarge
parallelism: 1
steps:
- checkout
- restore_cache: - restore_cache:
keys: keys:
- v0.5-torch-{{ checksum "setup.py" }} - v0.5-torch-{{ checksum "setup.py" }}
...@@ -1130,20 +741,49 @@ workflows: ...@@ -1130,20 +741,49 @@ workflows:
jobs: jobs:
- check_code_quality - check_code_quality
- check_repository_consistency - check_repository_consistency
- run_examples_torch - fetch_tests
- run_examples_tensorflow - run_examples_torch:
- run_examples_flax requires:
- run_tests_custom_tokenizers - fetch_tests
- run_tests_torch_and_tf - run_examples_tensorflow:
- run_tests_torch_and_flax requires:
- run_tests_torch - fetch_tests
- run_tests_tf - run_examples_flax:
- run_tests_flax requires:
- run_tests_pipelines_torch - fetch_tests
- run_tests_pipelines_tf - run_tests_custom_tokenizers:
- run_tests_onnxruntime requires:
- run_tests_hub - fetch_tests
- run_tests_layoutlmv2_and_v3 - run_tests_torch_and_tf:
requires:
- fetch_tests
- run_tests_torch_and_flax:
requires:
- fetch_tests
- run_tests_torch:
requires:
- fetch_tests
- run_tests_tf:
requires:
- fetch_tests
- run_tests_flax:
requires:
- fetch_tests
- run_tests_pipelines_torch:
requires:
- fetch_tests
- run_tests_pipelines_tf:
requires:
- fetch_tests
- run_tests_onnxruntime:
requires:
- fetch_tests
- run_tests_hub:
requires:
- fetch_tests
- run_tests_layoutlmv2_and_v3:
requires:
- fetch_tests
nightly: nightly:
triggers: triggers:
- schedule: - schedule:
...@@ -1153,20 +793,49 @@ workflows: ...@@ -1153,20 +793,49 @@ workflows:
only: only:
- main - main
jobs: jobs:
- run_examples_torch_all - fetch_all_tests
- run_examples_tensorflow_all - run_examples_torch:
- run_examples_flax_all requires:
- run_tests_custom_tokenizers_all - fetch_all_tests
- run_tests_torch_and_tf_all - run_examples_tensorflow:
- run_tests_torch_and_flax_all requires:
- run_tests_torch_all - fetch_all_tests
- run_tests_tf_all - run_examples_flax:
- run_tests_flax_all requires:
- run_tests_pipelines_torch_all - fetch_all_tests
- run_tests_pipelines_tf_all - run_tests_custom_tokenizers:
- run_tests_onnxruntime_all requires:
- run_tests_hub_all - fetch_all_tests
- run_tests_layoutlmv2_and_v3_all - run_tests_torch_and_tf:
requires:
- fetch_all_tests
- run_tests_torch_and_flax:
requires:
- fetch_all_tests
- run_tests_torch:
requires:
- fetch_all_tests
- run_tests_tf:
requires:
- fetch_all_tests
- run_tests_flax:
requires:
- fetch_all_tests
- run_tests_pipelines_torch:
requires:
- fetch_all_tests
- run_tests_pipelines_tf:
requires:
- fetch_all_tests
- run_tests_onnxruntime:
requires:
- fetch_all_tests
- run_tests_hub:
requires:
- fetch_all_tests
- run_tests_layoutlmv2_and_v3:
requires:
- fetch_all_tests
# tpu_testing_jobs: # tpu_testing_jobs:
# triggers: # triggers:
......
setup.py
View file @ 820cb97a
...@@ -236,7 +236,6 @@ class DepsTableUpdateCommand(Command): ...@@ -236,7 +236,6 @@ class DepsTableUpdateCommand(Command):
extras = {} extras = {}
extras["blob"] = []
extras["ja"] = deps_list("fugashi", "ipadic", "unidic_lite", "unidic") extras["ja"] = deps_list("fugashi", "ipadic", "unidic_lite", "unidic")
extras["sklearn"] = deps_list("scikit-learn") extras["sklearn"] = deps_list("scikit-learn")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment