From 9926d4b21329cdf9c442b902b06caf7ea9da9076 Mon Sep 17 00:00:00 2001 From: chua Date: Tue, 2 May 2023 06:07:29 +0000 Subject: [PATCH 1/6] attempt to add Python 3.9 --- .buildkite/pipeline.yml | 246 +++++++++++++++++++++++++++++++++++ .github/workflows/mac_ci.yml | 15 +++ build/ci_matrix.py | 3 + docker-compose.test.yml | 52 ++++++++ 4 files changed, 316 insertions(+) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 730c7c16..b6e67aa1 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -167,6 +167,47 @@ steps: retry: automatic: true + - label: ":docker: CPU Tests (test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_9)" + timeout_in_minutes: 60 + agents: + queue: public-gpu + env: + NEUROPOD_TEST_FRAMEWORKS: tensorflow,torchscript,python + command: build/ci/buildkite_build.sh + plugins: + - docker-compose#v3.7.0: + build: test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_9 + config: docker-compose.test.yml + image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber + cache-from: test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_9 + push-retries: 5 + - docker-compose#v3.7.0: + push: test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_9 + config: docker-compose.test.yml + - docker-compose#v3.7.0: + run: test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_9 + config: docker-compose.test.yml + env: + - NEUROPOD_CACHE_ACCESS_KEY + - NEUROPOD_CACHE_ACCESS_SECRET + - BUILDKITE + - BUILDKITE_BRANCH + - BUILDKITE_BUILD_NUMBER + - BUILDKITE_BUILD_URL + - BUILDKITE_COMMIT + - BUILDKITE_JOB_ID + - BUILDKITE_PROJECT_SLUG + - BUILDKITE_PULL_REQUEST + - BUILDKITE_TAG + - CI + - CODECOV_TOKEN + - GH_STATUS_TOKEN + - GH_UPLOAD_TOKEN + - NEUROPOD_TEST_FRAMEWORKS + - WEB_DEPLOY_KEY + retry: + automatic: true + - label: ":docker: CPU Tests (test-cpu-variant-tf-2_2_0-torch-1_6_0-py3_8)" timeout_in_minutes: 60 agents: @@ -372,6 +413,47 @@ steps: retry: automatic: true + - label: ":docker: CPU Tests (test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_9)" + timeout_in_minutes: 60 + agents: + queue: public-gpu + env: + NEUROPOD_TEST_FRAMEWORKS: torchscript,python + command: build/ci/buildkite_build.sh + plugins: + - docker-compose#v3.7.0: + build: test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_9 + config: docker-compose.test.yml + image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber + cache-from: test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_9 + push-retries: 5 + - docker-compose#v3.7.0: + push: test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_9 + config: docker-compose.test.yml + - docker-compose#v3.7.0: + run: test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_9 + config: docker-compose.test.yml + env: + - NEUROPOD_CACHE_ACCESS_KEY + - NEUROPOD_CACHE_ACCESS_SECRET + - BUILDKITE + - BUILDKITE_BRANCH + - BUILDKITE_BUILD_NUMBER + - BUILDKITE_BUILD_URL + - BUILDKITE_COMMIT + - BUILDKITE_JOB_ID + - BUILDKITE_PROJECT_SLUG + - BUILDKITE_PULL_REQUEST + - BUILDKITE_TAG + - CI + - CODECOV_TOKEN + - GH_STATUS_TOKEN + - GH_UPLOAD_TOKEN + - NEUROPOD_TEST_FRAMEWORKS + - WEB_DEPLOY_KEY + retry: + automatic: true + - label: ":docker: CPU Tests (test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8)" timeout_in_minutes: 60 agents: @@ -454,6 +536,47 @@ steps: retry: automatic: true + - label: ":docker: CPU Tests (test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9)" + timeout_in_minutes: 60 + agents: + queue: public-gpu + env: + NEUROPOD_TEST_FRAMEWORKS: tensorflow + command: build/ci/buildkite_build.sh + plugins: + - docker-compose#v3.7.0: + build: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9 + config: docker-compose.test.yml + image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber + cache-from: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9 + push-retries: 5 + - docker-compose#v3.7.0: + push: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9 + config: docker-compose.test.yml + - docker-compose#v3.7.0: + run: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9 + config: docker-compose.test.yml + env: + - NEUROPOD_CACHE_ACCESS_KEY + - NEUROPOD_CACHE_ACCESS_SECRET + - BUILDKITE + - BUILDKITE_BRANCH + - BUILDKITE_BUILD_NUMBER + - BUILDKITE_BUILD_URL + - BUILDKITE_COMMIT + - BUILDKITE_JOB_ID + - BUILDKITE_PROJECT_SLUG + - BUILDKITE_PULL_REQUEST + - BUILDKITE_TAG + - CI + - CODECOV_TOKEN + - GH_STATUS_TOKEN + - GH_UPLOAD_TOKEN + - NEUROPOD_TEST_FRAMEWORKS + - WEB_DEPLOY_KEY + retry: + automatic: true + - label: ":docker: GPU Tests (test-gpu-variant-tf-1_14_0-torch-1_3_0-py3_6)" timeout_in_minutes: 60 agents: @@ -577,6 +700,47 @@ steps: retry: automatic: true + - label: ":docker: GPU Tests (test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_9)" + timeout_in_minutes: 60 + agents: + queue: public-gpu + env: + NEUROPOD_TEST_FRAMEWORKS: tensorflow,torchscript,python + command: build/ci/buildkite_build_gpu.sh + plugins: + - docker-compose#v3.7.0: + build: test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_9 + config: docker-compose.test.yml + image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber + cache-from: test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_9 + push-retries: 5 + - docker-compose#v3.7.0: + push: test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_9 + config: docker-compose.test.yml + - docker-compose#v3.7.0: + run: test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_9 + config: docker-compose.test.yml + env: + - NEUROPOD_CACHE_ACCESS_KEY + - NEUROPOD_CACHE_ACCESS_SECRET + - BUILDKITE + - BUILDKITE_BRANCH + - BUILDKITE_BUILD_NUMBER + - BUILDKITE_BUILD_URL + - BUILDKITE_COMMIT + - BUILDKITE_JOB_ID + - BUILDKITE_PROJECT_SLUG + - BUILDKITE_PULL_REQUEST + - BUILDKITE_TAG + - CI + - CODECOV_TOKEN + - GH_STATUS_TOKEN + - GH_UPLOAD_TOKEN + - NEUROPOD_TEST_FRAMEWORKS + - WEB_DEPLOY_KEY + retry: + automatic: true + - label: ":docker: GPU Tests (test-gpu-variant-tf-2_2_0-torch-1_6_0-py3_8)" timeout_in_minutes: 60 agents: @@ -782,6 +946,47 @@ steps: retry: automatic: true + - label: ":docker: GPU Tests (test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_9)" + timeout_in_minutes: 60 + agents: + queue: public-gpu + env: + NEUROPOD_TEST_FRAMEWORKS: torchscript,python + command: build/ci/buildkite_build_gpu.sh + plugins: + - docker-compose#v3.7.0: + build: test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_9 + config: docker-compose.test.yml + image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber + cache-from: test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_9 + push-retries: 5 + - docker-compose#v3.7.0: + push: test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_9 + config: docker-compose.test.yml + - docker-compose#v3.7.0: + run: test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_9 + config: docker-compose.test.yml + env: + - NEUROPOD_CACHE_ACCESS_KEY + - NEUROPOD_CACHE_ACCESS_SECRET + - BUILDKITE + - BUILDKITE_BRANCH + - BUILDKITE_BUILD_NUMBER + - BUILDKITE_BUILD_URL + - BUILDKITE_COMMIT + - BUILDKITE_JOB_ID + - BUILDKITE_PROJECT_SLUG + - BUILDKITE_PULL_REQUEST + - BUILDKITE_TAG + - CI + - CODECOV_TOKEN + - GH_STATUS_TOKEN + - GH_UPLOAD_TOKEN + - NEUROPOD_TEST_FRAMEWORKS + - WEB_DEPLOY_KEY + retry: + automatic: true + - label: ":docker: GPU Tests (test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8)" timeout_in_minutes: 60 agents: @@ -864,4 +1069,45 @@ steps: retry: automatic: true + - label: ":docker: GPU Tests (test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9)" + timeout_in_minutes: 60 + agents: + queue: public-gpu + env: + NEUROPOD_TEST_FRAMEWORKS: tensorflow + command: build/ci/buildkite_build_gpu.sh + plugins: + - docker-compose#v3.7.0: + build: test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9 + config: docker-compose.test.yml + image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber + cache-from: test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9 + push-retries: 5 + - docker-compose#v3.7.0: + push: test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9 + config: docker-compose.test.yml + - docker-compose#v3.7.0: + run: test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9 + config: docker-compose.test.yml + env: + - NEUROPOD_CACHE_ACCESS_KEY + - NEUROPOD_CACHE_ACCESS_SECRET + - BUILDKITE + - BUILDKITE_BRANCH + - BUILDKITE_BUILD_NUMBER + - BUILDKITE_BUILD_URL + - BUILDKITE_COMMIT + - BUILDKITE_JOB_ID + - BUILDKITE_PROJECT_SLUG + - BUILDKITE_PULL_REQUEST + - BUILDKITE_TAG + - CI + - CODECOV_TOKEN + - GH_STATUS_TOKEN + - GH_UPLOAD_TOKEN + - NEUROPOD_TEST_FRAMEWORKS + - WEB_DEPLOY_KEY + retry: + automatic: true + diff --git a/.github/workflows/mac_ci.yml b/.github/workflows/mac_ci.yml index 43f0ec21..ed9e85b3 100644 --- a/.github/workflows/mac_ci.yml +++ b/.github/workflows/mac_ci.yml @@ -53,6 +53,11 @@ jobs: python: 3.8 test_frameworks: tensorflow,torchscript,python + - tf: 2.2.0 + torch: 1.5.0 + python: 3.9 + test_frameworks: tensorflow,torchscript,python + - tf: 2.2.0 torch: 1.6.0 python: 3.8 @@ -78,6 +83,11 @@ jobs: python: 3.8 test_frameworks: torchscript,python + - tf: 2.2.0 + torch: 1.10.2 + python: 3.9 + test_frameworks: torchscript,python + - tf: 2.5.0 torch: 1.7.0 python: 3.8 @@ -88,4 +98,9 @@ jobs: python: 3.8 test_frameworks: tensorflow + - tf: 2.6.2 + torch: 1.7.0 + python: 3.9 + test_frameworks: tensorflow + diff --git a/build/ci_matrix.py b/build/ci_matrix.py index 4eb7c99d..e23561e8 100644 --- a/build/ci_matrix.py +++ b/build/ci_matrix.py @@ -107,6 +107,7 @@ {"cuda": "10.0", "tensorflow": "1.14.0", "torch": "1.3.0", "python": "3.6"}, {"cuda": "10.0", "tensorflow": "1.15.0", "torch": "1.4.0", "python": "3.7"}, {"cuda": "10.1", "tensorflow": "2.2.0", "torch": "1.5.0", "python": "3.8"}, + {"cuda": "10.1", "tensorflow": "2.2.0", "torch": "1.5.0", "python": "3.9"}, # No need to rerun tensorflow tests for 2.2.0 on py3.8 {"cuda": "10.1", "tensorflow": "2.2.0", "torch": "1.6.0", "python": "3.8", "test_frameworks": "torchscript,python"}, @@ -114,10 +115,12 @@ {"cuda": "10.2", "tensorflow": "2.2.0", "torch": "1.8.1", "python": "3.8", "test_frameworks": "torchscript,python"}, {"cuda": "10.2", "tensorflow": "2.2.0", "torch": "1.9.0", "python": "3.8", "test_frameworks": "torchscript,python"}, {"cuda": "10.2", "tensorflow": "2.2.0", "torch": "1.10.2", "python": "3.8", "test_frameworks": "torchscript,python"}, + {"cuda": "10.2", "tensorflow": "2.2.0", "torch": "1.10.2", "python": "3.9", "test_frameworks": "torchscript,python"}, # Only testing TF {"cuda": "11.2.1", "cudnn": "8", "tensorflow": "2.5.0", "torch": "1.7.0", "python": "3.8", "test_frameworks": "tensorflow"}, {"cuda": "11.2.1", "cudnn": "8", "tensorflow": "2.6.2", "torch": "1.7.0", "python": "3.8", "test_frameworks": "tensorflow"}, + {"cuda": "11.2.1", "cudnn": "8", "tensorflow": "2.6.2", "torch": "1.7.0", "python": "3.9", "test_frameworks": "tensorflow"}, ] gh_actions_matrix = [] diff --git a/docker-compose.test.yml b/docker-compose.test.yml index 51fe6fc1..d5d0831b 100644 --- a/docker-compose.test.yml +++ b/docker-compose.test.yml @@ -43,6 +43,14 @@ services: NEUROPOD_TORCH_VERSION: 1.5.0 NEUROPOD_PYTHON_VERSION: 3.8 + test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_9: + extends: test-base + build: + args: + NEUROPOD_TENSORFLOW_VERSION: 2.2.0 + NEUROPOD_TORCH_VERSION: 1.5.0 + NEUROPOD_PYTHON_VERSION: 3.9 + test-cpu-variant-tf-2_2_0-torch-1_6_0-py3_8: extends: test-base build: @@ -83,6 +91,14 @@ services: NEUROPOD_TORCH_VERSION: 1.10.2 NEUROPOD_PYTHON_VERSION: 3.8 + test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_9: + extends: test-base + build: + args: + NEUROPOD_TENSORFLOW_VERSION: 2.2.0 + NEUROPOD_TORCH_VERSION: 1.10.2 + NEUROPOD_PYTHON_VERSION: 3.9 + test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8: extends: test-base build: @@ -99,6 +115,14 @@ services: NEUROPOD_TORCH_VERSION: 1.7.0 NEUROPOD_PYTHON_VERSION: 3.8 + test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9: + extends: test-base + build: + args: + NEUROPOD_TENSORFLOW_VERSION: 2.6.2 + NEUROPOD_TORCH_VERSION: 1.7.0 + NEUROPOD_PYTHON_VERSION: 3.9 + test-gpu-variant-tf-1_14_0-torch-1_3_0-py3_6: extends: test-gpu build: @@ -126,6 +150,15 @@ services: NEUROPOD_TORCH_VERSION: 1.5.0 NEUROPOD_PYTHON_VERSION: 3.8 + test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_9: + extends: test-gpu + build: + args: + NEUROPOD_CUDA_VERSION: 10.1 + NEUROPOD_TENSORFLOW_VERSION: 2.2.0 + NEUROPOD_TORCH_VERSION: 1.5.0 + NEUROPOD_PYTHON_VERSION: 3.9 + test-gpu-variant-tf-2_2_0-torch-1_6_0-py3_8: extends: test-gpu build: @@ -171,6 +204,15 @@ services: NEUROPOD_TORCH_VERSION: 1.10.2 NEUROPOD_PYTHON_VERSION: 3.8 + test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_9: + extends: test-gpu + build: + args: + NEUROPOD_CUDA_VERSION: 10.2 + NEUROPOD_TENSORFLOW_VERSION: 2.2.0 + NEUROPOD_TORCH_VERSION: 1.10.2 + NEUROPOD_PYTHON_VERSION: 3.9 + test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8: extends: test-gpu build: @@ -191,4 +233,14 @@ services: NEUROPOD_TORCH_VERSION: 1.7.0 NEUROPOD_PYTHON_VERSION: 3.8 + test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9: + extends: test-gpu + build: + args: + NEUROPOD_CUDA_VERSION: 11.2.1 + NEUROPOD_CUDNN_VERSION: 8 + NEUROPOD_TENSORFLOW_VERSION: 2.6.2 + NEUROPOD_TORCH_VERSION: 1.7.0 + NEUROPOD_PYTHON_VERSION: 3.9 + From 220bf4f0271b9522c83cd4428853a6b2e4edc55e Mon Sep 17 00:00:00 2001 From: chua Date: Tue, 2 May 2023 06:15:57 +0000 Subject: [PATCH 2/6] add 3.9 installer --- build/ci/gh_actions_build.sh | 3 +++ 1 file changed, 3 insertions(+) diff --git a/build/ci/gh_actions_build.sh b/build/ci/gh_actions_build.sh index e607f9db..a0508de2 100755 --- a/build/ci/gh_actions_build.sh +++ b/build/ci/gh_actions_build.sh @@ -33,6 +33,9 @@ if [[ $(uname -s) == 'Darwin' ]]; then elif [[ "${NEUROPOD_PYTHON_VERSION}" == "3.8" ]]; then wget https://www.python.org/ftp/python/3.8.2/python-3.8.2-macosx10.9.pkg &> /dev/null sudo installer -pkg python-3.8.2-macosx10.9.pkg -target / + elif [[ "${NEUROPOD_PYTHON_VERSION}" == "3.9" ]]; then + wget https://www.python.org/ftp/python/3.9.13/python-3.9.13-macosx10.9.pkg &> /dev/null + sudo installer -pkg python-3.9.13-macosx10.9.pkg -target / fi fi From 221b186dc5fc1767af134f89d542d06c4855fa51 Mon Sep 17 00:00:00 2001 From: chua Date: Tue, 2 May 2023 06:23:32 +0000 Subject: [PATCH 3/6] use latest virtualenv --- build/install_python_deps.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build/install_python_deps.sh b/build/install_python_deps.sh index 21abc0ba..d3dadd95 100755 --- a/build/install_python_deps.sh +++ b/build/install_python_deps.sh @@ -9,7 +9,7 @@ wget https://bootstrap.pypa.io/pip/3.6/get-pip.py -O /tmp/get-pip.py ${NEUROPOD_PYTHON_BINARY} /tmp/get-pip.py # Setup a virtualenv -${NEUROPOD_PYTHON_BINARY} -m pip install virtualenv==16.7.9 +${NEUROPOD_PYTHON_BINARY} -m pip install virtualenv ${NEUROPOD_PYTHON_BINARY} -m virtualenv .neuropod_venv source .neuropod_venv/bin/activate From d13dc9c6b0dd140dc53296a8616ccffbf6e5e992 Mon Sep 17 00:00:00 2001 From: chua Date: Tue, 2 May 2023 06:28:23 +0000 Subject: [PATCH 4/6] only test python3.9 on tensorflow 2.5.0+ --- .buildkite/pipeline.yml | 126 ++++++----------------------------- .github/workflows/mac_ci.yml | 15 ++--- build/ci_matrix.py | 3 +- docker-compose.test.yml | 44 ++++-------- 4 files changed, 42 insertions(+), 146 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index b6e67aa1..a8adb5f6 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -167,47 +167,6 @@ steps: retry: automatic: true - - label: ":docker: CPU Tests (test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_9)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: tensorflow,torchscript,python - command: build/ci/buildkite_build.sh - plugins: - - docker-compose#v3.7.0: - build: test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_9 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_9 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_9 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_9 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - label: ":docker: CPU Tests (test-cpu-variant-tf-2_2_0-torch-1_6_0-py3_8)" timeout_in_minutes: 60 agents: @@ -413,25 +372,25 @@ steps: retry: automatic: true - - label: ":docker: CPU Tests (test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_9)" + - label: ":docker: CPU Tests (test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8)" timeout_in_minutes: 60 agents: queue: public-gpu env: - NEUROPOD_TEST_FRAMEWORKS: torchscript,python + NEUROPOD_TEST_FRAMEWORKS: tensorflow command: build/ci/buildkite_build.sh plugins: - docker-compose#v3.7.0: - build: test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_9 + build: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8 config: docker-compose.test.yml image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_9 + cache-from: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8 push-retries: 5 - docker-compose#v3.7.0: - push: test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_9 + push: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8 config: docker-compose.test.yml - docker-compose#v3.7.0: - run: test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_9 + run: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8 config: docker-compose.test.yml env: - NEUROPOD_CACHE_ACCESS_KEY @@ -454,7 +413,7 @@ steps: retry: automatic: true - - label: ":docker: CPU Tests (test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8)" + - label: ":docker: CPU Tests (test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9)" timeout_in_minutes: 60 agents: queue: public-gpu @@ -463,16 +422,16 @@ steps: command: build/ci/buildkite_build.sh plugins: - docker-compose#v3.7.0: - build: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8 + build: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 config: docker-compose.test.yml image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8 + cache-from: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 push-retries: 5 - docker-compose#v3.7.0: - push: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8 + push: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 config: docker-compose.test.yml - docker-compose#v3.7.0: - run: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8 + run: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 config: docker-compose.test.yml env: - NEUROPOD_CACHE_ACCESS_KEY @@ -700,47 +659,6 @@ steps: retry: automatic: true - - label: ":docker: GPU Tests (test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_9)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: tensorflow,torchscript,python - command: build/ci/buildkite_build_gpu.sh - plugins: - - docker-compose#v3.7.0: - build: test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_9 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_9 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_9 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_9 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - label: ":docker: GPU Tests (test-gpu-variant-tf-2_2_0-torch-1_6_0-py3_8)" timeout_in_minutes: 60 agents: @@ -946,25 +864,25 @@ steps: retry: automatic: true - - label: ":docker: GPU Tests (test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_9)" + - label: ":docker: GPU Tests (test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8)" timeout_in_minutes: 60 agents: queue: public-gpu env: - NEUROPOD_TEST_FRAMEWORKS: torchscript,python + NEUROPOD_TEST_FRAMEWORKS: tensorflow command: build/ci/buildkite_build_gpu.sh plugins: - docker-compose#v3.7.0: - build: test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_9 + build: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8 config: docker-compose.test.yml image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_9 + cache-from: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8 push-retries: 5 - docker-compose#v3.7.0: - push: test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_9 + push: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8 config: docker-compose.test.yml - docker-compose#v3.7.0: - run: test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_9 + run: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8 config: docker-compose.test.yml env: - NEUROPOD_CACHE_ACCESS_KEY @@ -987,7 +905,7 @@ steps: retry: automatic: true - - label: ":docker: GPU Tests (test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8)" + - label: ":docker: GPU Tests (test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9)" timeout_in_minutes: 60 agents: queue: public-gpu @@ -996,16 +914,16 @@ steps: command: build/ci/buildkite_build_gpu.sh plugins: - docker-compose#v3.7.0: - build: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8 + build: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9 config: docker-compose.test.yml image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8 + cache-from: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9 push-retries: 5 - docker-compose#v3.7.0: - push: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8 + push: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9 config: docker-compose.test.yml - docker-compose#v3.7.0: - run: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8 + run: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9 config: docker-compose.test.yml env: - NEUROPOD_CACHE_ACCESS_KEY diff --git a/.github/workflows/mac_ci.yml b/.github/workflows/mac_ci.yml index ed9e85b3..78615854 100644 --- a/.github/workflows/mac_ci.yml +++ b/.github/workflows/mac_ci.yml @@ -53,11 +53,6 @@ jobs: python: 3.8 test_frameworks: tensorflow,torchscript,python - - tf: 2.2.0 - torch: 1.5.0 - python: 3.9 - test_frameworks: tensorflow,torchscript,python - - tf: 2.2.0 torch: 1.6.0 python: 3.8 @@ -83,16 +78,16 @@ jobs: python: 3.8 test_frameworks: torchscript,python - - tf: 2.2.0 - torch: 1.10.2 - python: 3.9 - test_frameworks: torchscript,python - - tf: 2.5.0 torch: 1.7.0 python: 3.8 test_frameworks: tensorflow + - tf: 2.5.0 + torch: 1.7.0 + python: 3.9 + test_frameworks: tensorflow + - tf: 2.6.2 torch: 1.7.0 python: 3.8 diff --git a/build/ci_matrix.py b/build/ci_matrix.py index e23561e8..9d718a10 100644 --- a/build/ci_matrix.py +++ b/build/ci_matrix.py @@ -107,7 +107,6 @@ {"cuda": "10.0", "tensorflow": "1.14.0", "torch": "1.3.0", "python": "3.6"}, {"cuda": "10.0", "tensorflow": "1.15.0", "torch": "1.4.0", "python": "3.7"}, {"cuda": "10.1", "tensorflow": "2.2.0", "torch": "1.5.0", "python": "3.8"}, - {"cuda": "10.1", "tensorflow": "2.2.0", "torch": "1.5.0", "python": "3.9"}, # No need to rerun tensorflow tests for 2.2.0 on py3.8 {"cuda": "10.1", "tensorflow": "2.2.0", "torch": "1.6.0", "python": "3.8", "test_frameworks": "torchscript,python"}, @@ -115,10 +114,10 @@ {"cuda": "10.2", "tensorflow": "2.2.0", "torch": "1.8.1", "python": "3.8", "test_frameworks": "torchscript,python"}, {"cuda": "10.2", "tensorflow": "2.2.0", "torch": "1.9.0", "python": "3.8", "test_frameworks": "torchscript,python"}, {"cuda": "10.2", "tensorflow": "2.2.0", "torch": "1.10.2", "python": "3.8", "test_frameworks": "torchscript,python"}, - {"cuda": "10.2", "tensorflow": "2.2.0", "torch": "1.10.2", "python": "3.9", "test_frameworks": "torchscript,python"}, # Only testing TF {"cuda": "11.2.1", "cudnn": "8", "tensorflow": "2.5.0", "torch": "1.7.0", "python": "3.8", "test_frameworks": "tensorflow"}, + {"cuda": "11.2.1", "cudnn": "8", "tensorflow": "2.5.0", "torch": "1.7.0", "python": "3.9", "test_frameworks": "tensorflow"}, {"cuda": "11.2.1", "cudnn": "8", "tensorflow": "2.6.2", "torch": "1.7.0", "python": "3.8", "test_frameworks": "tensorflow"}, {"cuda": "11.2.1", "cudnn": "8", "tensorflow": "2.6.2", "torch": "1.7.0", "python": "3.9", "test_frameworks": "tensorflow"}, ] diff --git a/docker-compose.test.yml b/docker-compose.test.yml index d5d0831b..fbf8a393 100644 --- a/docker-compose.test.yml +++ b/docker-compose.test.yml @@ -43,14 +43,6 @@ services: NEUROPOD_TORCH_VERSION: 1.5.0 NEUROPOD_PYTHON_VERSION: 3.8 - test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_9: - extends: test-base - build: - args: - NEUROPOD_TENSORFLOW_VERSION: 2.2.0 - NEUROPOD_TORCH_VERSION: 1.5.0 - NEUROPOD_PYTHON_VERSION: 3.9 - test-cpu-variant-tf-2_2_0-torch-1_6_0-py3_8: extends: test-base build: @@ -91,21 +83,21 @@ services: NEUROPOD_TORCH_VERSION: 1.10.2 NEUROPOD_PYTHON_VERSION: 3.8 - test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_9: + test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8: extends: test-base build: args: - NEUROPOD_TENSORFLOW_VERSION: 2.2.0 - NEUROPOD_TORCH_VERSION: 1.10.2 - NEUROPOD_PYTHON_VERSION: 3.9 + NEUROPOD_TENSORFLOW_VERSION: 2.5.0 + NEUROPOD_TORCH_VERSION: 1.7.0 + NEUROPOD_PYTHON_VERSION: 3.8 - test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8: + test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9: extends: test-base build: args: NEUROPOD_TENSORFLOW_VERSION: 2.5.0 NEUROPOD_TORCH_VERSION: 1.7.0 - NEUROPOD_PYTHON_VERSION: 3.8 + NEUROPOD_PYTHON_VERSION: 3.9 test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_8: extends: test-base @@ -150,15 +142,6 @@ services: NEUROPOD_TORCH_VERSION: 1.5.0 NEUROPOD_PYTHON_VERSION: 3.8 - test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_9: - extends: test-gpu - build: - args: - NEUROPOD_CUDA_VERSION: 10.1 - NEUROPOD_TENSORFLOW_VERSION: 2.2.0 - NEUROPOD_TORCH_VERSION: 1.5.0 - NEUROPOD_PYTHON_VERSION: 3.9 - test-gpu-variant-tf-2_2_0-torch-1_6_0-py3_8: extends: test-gpu build: @@ -204,16 +187,17 @@ services: NEUROPOD_TORCH_VERSION: 1.10.2 NEUROPOD_PYTHON_VERSION: 3.8 - test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_9: + test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8: extends: test-gpu build: args: - NEUROPOD_CUDA_VERSION: 10.2 - NEUROPOD_TENSORFLOW_VERSION: 2.2.0 - NEUROPOD_TORCH_VERSION: 1.10.2 - NEUROPOD_PYTHON_VERSION: 3.9 + NEUROPOD_CUDA_VERSION: 11.2.1 + NEUROPOD_CUDNN_VERSION: 8 + NEUROPOD_TENSORFLOW_VERSION: 2.5.0 + NEUROPOD_TORCH_VERSION: 1.7.0 + NEUROPOD_PYTHON_VERSION: 3.8 - test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8: + test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9: extends: test-gpu build: args: @@ -221,7 +205,7 @@ services: NEUROPOD_CUDNN_VERSION: 8 NEUROPOD_TENSORFLOW_VERSION: 2.5.0 NEUROPOD_TORCH_VERSION: 1.7.0 - NEUROPOD_PYTHON_VERSION: 3.8 + NEUROPOD_PYTHON_VERSION: 3.9 test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_8: extends: test-gpu From 2ac685c1ae3923ec8f218c13182ef0fbe62d90ba Mon Sep 17 00:00:00 2001 From: chua Date: Tue, 2 May 2023 06:55:10 +0000 Subject: [PATCH 5/6] only test for Python3.9 (do not land) --- .buildkite/pipeline.yml | 858 +---------------------------------- .github/workflows/mac_ci.yml | 50 -- build/ci_matrix.py | 15 +- docker-compose.test.yml | 172 ------- 4 files changed, 20 insertions(+), 1075 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index a8adb5f6..48189655 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -5,802 +5,25 @@ # steps: - - label: ":docker: CPU Tests (test-cpu-variant-tf-1_14_0-torch-1_3_0-py3_6)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: tensorflow,torchscript,python - command: build/ci/buildkite_build.sh - plugins: - - docker-compose#v3.7.0: - build: test-cpu-variant-tf-1_14_0-torch-1_3_0-py3_6 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-1_14_0-torch-1_3_0-py3_6:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-1_14_0-torch-1_3_0-py3_6 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-cpu-variant-tf-1_14_0-torch-1_3_0-py3_6:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-1_14_0-torch-1_3_0-py3_6 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-cpu-variant-tf-1_14_0-torch-1_3_0-py3_6 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: Lint + Docs" - timeout_in_minutes: 60 - agents: - queue: public-gpu - command: build/ci/buildkite_lint.sh - plugins: - - docker-compose#v3.7.0: - build: test-cpu-variant-tf-1_14_0-torch-1_3_0-py3_6 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-1_14_0-torch-1_3_0-py3_6:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-1_14_0-torch-1_3_0-py3_6 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-cpu-variant-tf-1_14_0-torch-1_3_0-py3_6:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-1_14_0-torch-1_3_0-py3_6 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-cpu-variant-tf-1_14_0-torch-1_3_0-py3_6 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: CPU Tests (test-cpu-variant-tf-1_15_0-torch-1_4_0-py3_7)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: tensorflow,torchscript,python - command: build/ci/buildkite_build.sh - plugins: - - docker-compose#v3.7.0: - build: test-cpu-variant-tf-1_15_0-torch-1_4_0-py3_7 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-1_15_0-torch-1_4_0-py3_7:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-1_15_0-torch-1_4_0-py3_7 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-cpu-variant-tf-1_15_0-torch-1_4_0-py3_7:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-1_15_0-torch-1_4_0-py3_7 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-cpu-variant-tf-1_15_0-torch-1_4_0-py3_7 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: CPU Tests (test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_8)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: tensorflow,torchscript,python - command: build/ci/buildkite_build.sh - plugins: - - docker-compose#v3.7.0: - build: test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_8 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_8 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_8 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_8 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: CPU Tests (test-cpu-variant-tf-2_2_0-torch-1_6_0-py3_8)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: torchscript,python - command: build/ci/buildkite_build.sh - plugins: - - docker-compose#v3.7.0: - build: test-cpu-variant-tf-2_2_0-torch-1_6_0-py3_8 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-2_2_0-torch-1_6_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_6_0-py3_8 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-cpu-variant-tf-2_2_0-torch-1_6_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_6_0-py3_8 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-cpu-variant-tf-2_2_0-torch-1_6_0-py3_8 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: CPU Tests (test-cpu-variant-tf-2_2_0-torch-1_7_0-py3_8)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: torchscript,python - command: build/ci/buildkite_build.sh - plugins: - - docker-compose#v3.7.0: - build: test-cpu-variant-tf-2_2_0-torch-1_7_0-py3_8 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-2_2_0-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_7_0-py3_8 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-cpu-variant-tf-2_2_0-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_7_0-py3_8 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-cpu-variant-tf-2_2_0-torch-1_7_0-py3_8 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: CPU Tests (test-cpu-variant-tf-2_2_0-torch-1_8_1-py3_8)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: torchscript,python - command: build/ci/buildkite_build.sh - plugins: - - docker-compose#v3.7.0: - build: test-cpu-variant-tf-2_2_0-torch-1_8_1-py3_8 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-2_2_0-torch-1_8_1-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_8_1-py3_8 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-cpu-variant-tf-2_2_0-torch-1_8_1-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_8_1-py3_8 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-cpu-variant-tf-2_2_0-torch-1_8_1-py3_8 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: CPU Tests (test-cpu-variant-tf-2_2_0-torch-1_9_0-py3_8)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: torchscript,python - command: build/ci/buildkite_build.sh - plugins: - - docker-compose#v3.7.0: - build: test-cpu-variant-tf-2_2_0-torch-1_9_0-py3_8 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-2_2_0-torch-1_9_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_9_0-py3_8 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-cpu-variant-tf-2_2_0-torch-1_9_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_9_0-py3_8 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-cpu-variant-tf-2_2_0-torch-1_9_0-py3_8 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: CPU Tests (test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_8)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: torchscript,python - command: build/ci/buildkite_build.sh - plugins: - - docker-compose#v3.7.0: - build: test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_8 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_8 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_8 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_8 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: CPU Tests (test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: tensorflow - command: build/ci/buildkite_build.sh - plugins: - - docker-compose#v3.7.0: - build: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: CPU Tests (test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: tensorflow - command: build/ci/buildkite_build.sh - plugins: - - docker-compose#v3.7.0: - build: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: CPU Tests (test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_8)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: tensorflow - command: build/ci/buildkite_build.sh - plugins: - - docker-compose#v3.7.0: - build: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_8 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_8 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_8 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_8 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: CPU Tests (test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: tensorflow - command: build/ci/buildkite_build.sh - plugins: - - docker-compose#v3.7.0: - build: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: GPU Tests (test-gpu-variant-tf-1_14_0-torch-1_3_0-py3_6)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: tensorflow,torchscript,python - command: build/ci/buildkite_build_gpu.sh - plugins: - - docker-compose#v3.7.0: - build: test-gpu-variant-tf-1_14_0-torch-1_3_0-py3_6 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-gpu-variant-tf-1_14_0-torch-1_3_0-py3_6:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-1_14_0-torch-1_3_0-py3_6 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-gpu-variant-tf-1_14_0-torch-1_3_0-py3_6:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-1_14_0-torch-1_3_0-py3_6 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-gpu-variant-tf-1_14_0-torch-1_3_0-py3_6 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: GPU Tests (test-gpu-variant-tf-1_15_0-torch-1_4_0-py3_7)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: tensorflow,torchscript,python - command: build/ci/buildkite_build_gpu.sh - plugins: - - docker-compose#v3.7.0: - build: test-gpu-variant-tf-1_15_0-torch-1_4_0-py3_7 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-gpu-variant-tf-1_15_0-torch-1_4_0-py3_7:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-1_15_0-torch-1_4_0-py3_7 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-gpu-variant-tf-1_15_0-torch-1_4_0-py3_7:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-1_15_0-torch-1_4_0-py3_7 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-gpu-variant-tf-1_15_0-torch-1_4_0-py3_7 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: GPU Tests (test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_8)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: tensorflow,torchscript,python - command: build/ci/buildkite_build_gpu.sh - plugins: - - docker-compose#v3.7.0: - build: test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_8 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_8 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_8 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_8 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: GPU Tests (test-gpu-variant-tf-2_2_0-torch-1_6_0-py3_8)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: torchscript,python - command: build/ci/buildkite_build_gpu.sh - plugins: - - docker-compose#v3.7.0: - build: test-gpu-variant-tf-2_2_0-torch-1_6_0-py3_8 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-gpu-variant-tf-2_2_0-torch-1_6_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_6_0-py3_8 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-gpu-variant-tf-2_2_0-torch-1_6_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_6_0-py3_8 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-gpu-variant-tf-2_2_0-torch-1_6_0-py3_8 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: GPU Tests (test-gpu-variant-tf-2_2_0-torch-1_7_0-py3_8)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: torchscript,python - command: build/ci/buildkite_build_gpu.sh - plugins: - - docker-compose#v3.7.0: - build: test-gpu-variant-tf-2_2_0-torch-1_7_0-py3_8 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-gpu-variant-tf-2_2_0-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_7_0-py3_8 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-gpu-variant-tf-2_2_0-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_7_0-py3_8 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-gpu-variant-tf-2_2_0-torch-1_7_0-py3_8 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: GPU Tests (test-gpu-variant-tf-2_2_0-torch-1_8_1-py3_8)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: torchscript,python - command: build/ci/buildkite_build_gpu.sh - plugins: - - docker-compose#v3.7.0: - build: test-gpu-variant-tf-2_2_0-torch-1_8_1-py3_8 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-gpu-variant-tf-2_2_0-torch-1_8_1-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_8_1-py3_8 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-gpu-variant-tf-2_2_0-torch-1_8_1-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_8_1-py3_8 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-gpu-variant-tf-2_2_0-torch-1_8_1-py3_8 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - - label: ":docker: GPU Tests (test-gpu-variant-tf-2_2_0-torch-1_9_0-py3_8)" + - label: ":docker: CPU Tests (test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9)" timeout_in_minutes: 60 agents: queue: public-gpu env: - NEUROPOD_TEST_FRAMEWORKS: torchscript,python - command: build/ci/buildkite_build_gpu.sh + NEUROPOD_TEST_FRAMEWORKS: tensorflow + command: build/ci/buildkite_build.sh plugins: - docker-compose#v3.7.0: - build: test-gpu-variant-tf-2_2_0-torch-1_9_0-py3_8 + build: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 config: docker-compose.test.yml image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-gpu-variant-tf-2_2_0-torch-1_9_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_9_0-py3_8 + cache-from: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 push-retries: 5 - docker-compose#v3.7.0: - push: test-gpu-variant-tf-2_2_0-torch-1_9_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_9_0-py3_8 + push: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 config: docker-compose.test.yml - docker-compose#v3.7.0: - run: test-gpu-variant-tf-2_2_0-torch-1_9_0-py3_8 + run: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 config: docker-compose.test.yml env: - NEUROPOD_CACHE_ACCESS_KEY @@ -823,25 +46,23 @@ steps: retry: automatic: true - - label: ":docker: GPU Tests (test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_8)" + - label: ":docker: Lint + Docs" timeout_in_minutes: 60 agents: queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: torchscript,python - command: build/ci/buildkite_build_gpu.sh + command: build/ci/buildkite_lint.sh plugins: - docker-compose#v3.7.0: - build: test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_8 + build: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 config: docker-compose.test.yml image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_8 + cache-from: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 push-retries: 5 - docker-compose#v3.7.0: - push: test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_8 + push: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 config: docker-compose.test.yml - docker-compose#v3.7.0: - run: test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_8 + run: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 config: docker-compose.test.yml env: - NEUROPOD_CACHE_ACCESS_KEY @@ -864,25 +85,25 @@ steps: retry: automatic: true - - label: ":docker: GPU Tests (test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8)" + - label: ":docker: CPU Tests (test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9)" timeout_in_minutes: 60 agents: queue: public-gpu env: NEUROPOD_TEST_FRAMEWORKS: tensorflow - command: build/ci/buildkite_build_gpu.sh + command: build/ci/buildkite_build.sh plugins: - docker-compose#v3.7.0: - build: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8 + build: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9 config: docker-compose.test.yml image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8 + cache-from: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9 push-retries: 5 - docker-compose#v3.7.0: - push: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8 + push: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9 config: docker-compose.test.yml - docker-compose#v3.7.0: - run: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8 + run: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9 config: docker-compose.test.yml env: - NEUROPOD_CACHE_ACCESS_KEY @@ -946,47 +167,6 @@ steps: retry: automatic: true - - label: ":docker: GPU Tests (test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_8)" - timeout_in_minutes: 60 - agents: - queue: public-gpu - env: - NEUROPOD_TEST_FRAMEWORKS: tensorflow - command: build/ci/buildkite_build_gpu.sh - plugins: - - docker-compose#v3.7.0: - build: test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_8 - config: docker-compose.test.yml - image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_8 - push-retries: 5 - - docker-compose#v3.7.0: - push: test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_8:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_8 - config: docker-compose.test.yml - - docker-compose#v3.7.0: - run: test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_8 - config: docker-compose.test.yml - env: - - NEUROPOD_CACHE_ACCESS_KEY - - NEUROPOD_CACHE_ACCESS_SECRET - - BUILDKITE - - BUILDKITE_BRANCH - - BUILDKITE_BUILD_NUMBER - - BUILDKITE_BUILD_URL - - BUILDKITE_COMMIT - - BUILDKITE_JOB_ID - - BUILDKITE_PROJECT_SLUG - - BUILDKITE_PULL_REQUEST - - BUILDKITE_TAG - - CI - - CODECOV_TOKEN - - GH_STATUS_TOKEN - - GH_UPLOAD_TOKEN - - NEUROPOD_TEST_FRAMEWORKS - - WEB_DEPLOY_KEY - retry: - automatic: true - - label: ":docker: GPU Tests (test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9)" timeout_in_minutes: 60 agents: diff --git a/.github/workflows/mac_ci.yml b/.github/workflows/mac_ci.yml index 78615854..8b3b8783 100644 --- a/.github/workflows/mac_ci.yml +++ b/.github/workflows/mac_ci.yml @@ -38,61 +38,11 @@ jobs: strategy: matrix: include: - - tf: 1.14.0 - torch: 1.3.0 - python: 3.6 - test_frameworks: tensorflow,torchscript,python - - - tf: 1.15.0 - torch: 1.4.0 - python: 3.7 - test_frameworks: tensorflow,torchscript,python - - - tf: 2.2.0 - torch: 1.5.0 - python: 3.8 - test_frameworks: tensorflow,torchscript,python - - - tf: 2.2.0 - torch: 1.6.0 - python: 3.8 - test_frameworks: torchscript,python - - - tf: 2.2.0 - torch: 1.7.0 - python: 3.8 - test_frameworks: torchscript,python - - - tf: 2.2.0 - torch: 1.8.1 - python: 3.8 - test_frameworks: torchscript,python - - - tf: 2.2.0 - torch: 1.9.0 - python: 3.8 - test_frameworks: torchscript,python - - - tf: 2.2.0 - torch: 1.10.2 - python: 3.8 - test_frameworks: torchscript,python - - - tf: 2.5.0 - torch: 1.7.0 - python: 3.8 - test_frameworks: tensorflow - - tf: 2.5.0 torch: 1.7.0 python: 3.9 test_frameworks: tensorflow - - tf: 2.6.2 - torch: 1.7.0 - python: 3.8 - test_frameworks: tensorflow - - tf: 2.6.2 torch: 1.7.0 python: 3.9 diff --git a/build/ci_matrix.py b/build/ci_matrix.py index 9d718a10..ae068e13 100644 --- a/build/ci_matrix.py +++ b/build/ci_matrix.py @@ -104,21 +104,8 @@ # Versions of frameworks to test with FRAMEWORK_VERSIONS = [ - {"cuda": "10.0", "tensorflow": "1.14.0", "torch": "1.3.0", "python": "3.6"}, - {"cuda": "10.0", "tensorflow": "1.15.0", "torch": "1.4.0", "python": "3.7"}, - {"cuda": "10.1", "tensorflow": "2.2.0", "torch": "1.5.0", "python": "3.8"}, - - # No need to rerun tensorflow tests for 2.2.0 on py3.8 - {"cuda": "10.1", "tensorflow": "2.2.0", "torch": "1.6.0", "python": "3.8", "test_frameworks": "torchscript,python"}, - {"cuda": "10.1", "tensorflow": "2.2.0", "torch": "1.7.0", "python": "3.8", "test_frameworks": "torchscript,python"}, - {"cuda": "10.2", "tensorflow": "2.2.0", "torch": "1.8.1", "python": "3.8", "test_frameworks": "torchscript,python"}, - {"cuda": "10.2", "tensorflow": "2.2.0", "torch": "1.9.0", "python": "3.8", "test_frameworks": "torchscript,python"}, - {"cuda": "10.2", "tensorflow": "2.2.0", "torch": "1.10.2", "python": "3.8", "test_frameworks": "torchscript,python"}, - - # Only testing TF - {"cuda": "11.2.1", "cudnn": "8", "tensorflow": "2.5.0", "torch": "1.7.0", "python": "3.8", "test_frameworks": "tensorflow"}, + # Only testing TF for Python 3.9 {"cuda": "11.2.1", "cudnn": "8", "tensorflow": "2.5.0", "torch": "1.7.0", "python": "3.9", "test_frameworks": "tensorflow"}, - {"cuda": "11.2.1", "cudnn": "8", "tensorflow": "2.6.2", "torch": "1.7.0", "python": "3.8", "test_frameworks": "tensorflow"}, {"cuda": "11.2.1", "cudnn": "8", "tensorflow": "2.6.2", "torch": "1.7.0", "python": "3.9", "test_frameworks": "tensorflow"}, ] diff --git a/docker-compose.test.yml b/docker-compose.test.yml index fbf8a393..308c45ea 100644 --- a/docker-compose.test.yml +++ b/docker-compose.test.yml @@ -19,78 +19,6 @@ services: NEUROPOD_IS_GPU: "true" runtime: nvidia - test-cpu-variant-tf-1_14_0-torch-1_3_0-py3_6: - extends: test-base - build: - args: - NEUROPOD_TENSORFLOW_VERSION: 1.14.0 - NEUROPOD_TORCH_VERSION: 1.3.0 - NEUROPOD_PYTHON_VERSION: 3.6 - - test-cpu-variant-tf-1_15_0-torch-1_4_0-py3_7: - extends: test-base - build: - args: - NEUROPOD_TENSORFLOW_VERSION: 1.15.0 - NEUROPOD_TORCH_VERSION: 1.4.0 - NEUROPOD_PYTHON_VERSION: 3.7 - - test-cpu-variant-tf-2_2_0-torch-1_5_0-py3_8: - extends: test-base - build: - args: - NEUROPOD_TENSORFLOW_VERSION: 2.2.0 - NEUROPOD_TORCH_VERSION: 1.5.0 - NEUROPOD_PYTHON_VERSION: 3.8 - - test-cpu-variant-tf-2_2_0-torch-1_6_0-py3_8: - extends: test-base - build: - args: - NEUROPOD_TENSORFLOW_VERSION: 2.2.0 - NEUROPOD_TORCH_VERSION: 1.6.0 - NEUROPOD_PYTHON_VERSION: 3.8 - - test-cpu-variant-tf-2_2_0-torch-1_7_0-py3_8: - extends: test-base - build: - args: - NEUROPOD_TENSORFLOW_VERSION: 2.2.0 - NEUROPOD_TORCH_VERSION: 1.7.0 - NEUROPOD_PYTHON_VERSION: 3.8 - - test-cpu-variant-tf-2_2_0-torch-1_8_1-py3_8: - extends: test-base - build: - args: - NEUROPOD_TENSORFLOW_VERSION: 2.2.0 - NEUROPOD_TORCH_VERSION: 1.8.1 - NEUROPOD_PYTHON_VERSION: 3.8 - - test-cpu-variant-tf-2_2_0-torch-1_9_0-py3_8: - extends: test-base - build: - args: - NEUROPOD_TENSORFLOW_VERSION: 2.2.0 - NEUROPOD_TORCH_VERSION: 1.9.0 - NEUROPOD_PYTHON_VERSION: 3.8 - - test-cpu-variant-tf-2_2_0-torch-1_10_2-py3_8: - extends: test-base - build: - args: - NEUROPOD_TENSORFLOW_VERSION: 2.2.0 - NEUROPOD_TORCH_VERSION: 1.10.2 - NEUROPOD_PYTHON_VERSION: 3.8 - - test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_8: - extends: test-base - build: - args: - NEUROPOD_TENSORFLOW_VERSION: 2.5.0 - NEUROPOD_TORCH_VERSION: 1.7.0 - NEUROPOD_PYTHON_VERSION: 3.8 - test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9: extends: test-base build: @@ -99,14 +27,6 @@ services: NEUROPOD_TORCH_VERSION: 1.7.0 NEUROPOD_PYTHON_VERSION: 3.9 - test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_8: - extends: test-base - build: - args: - NEUROPOD_TENSORFLOW_VERSION: 2.6.2 - NEUROPOD_TORCH_VERSION: 1.7.0 - NEUROPOD_PYTHON_VERSION: 3.8 - test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9: extends: test-base build: @@ -115,88 +35,6 @@ services: NEUROPOD_TORCH_VERSION: 1.7.0 NEUROPOD_PYTHON_VERSION: 3.9 - test-gpu-variant-tf-1_14_0-torch-1_3_0-py3_6: - extends: test-gpu - build: - args: - NEUROPOD_CUDA_VERSION: 10.0 - NEUROPOD_TENSORFLOW_VERSION: 1.14.0 - NEUROPOD_TORCH_VERSION: 1.3.0 - NEUROPOD_PYTHON_VERSION: 3.6 - - test-gpu-variant-tf-1_15_0-torch-1_4_0-py3_7: - extends: test-gpu - build: - args: - NEUROPOD_CUDA_VERSION: 10.0 - NEUROPOD_TENSORFLOW_VERSION: 1.15.0 - NEUROPOD_TORCH_VERSION: 1.4.0 - NEUROPOD_PYTHON_VERSION: 3.7 - - test-gpu-variant-tf-2_2_0-torch-1_5_0-py3_8: - extends: test-gpu - build: - args: - NEUROPOD_CUDA_VERSION: 10.1 - NEUROPOD_TENSORFLOW_VERSION: 2.2.0 - NEUROPOD_TORCH_VERSION: 1.5.0 - NEUROPOD_PYTHON_VERSION: 3.8 - - test-gpu-variant-tf-2_2_0-torch-1_6_0-py3_8: - extends: test-gpu - build: - args: - NEUROPOD_CUDA_VERSION: 10.1 - NEUROPOD_TENSORFLOW_VERSION: 2.2.0 - NEUROPOD_TORCH_VERSION: 1.6.0 - NEUROPOD_PYTHON_VERSION: 3.8 - - test-gpu-variant-tf-2_2_0-torch-1_7_0-py3_8: - extends: test-gpu - build: - args: - NEUROPOD_CUDA_VERSION: 10.1 - NEUROPOD_TENSORFLOW_VERSION: 2.2.0 - NEUROPOD_TORCH_VERSION: 1.7.0 - NEUROPOD_PYTHON_VERSION: 3.8 - - test-gpu-variant-tf-2_2_0-torch-1_8_1-py3_8: - extends: test-gpu - build: - args: - NEUROPOD_CUDA_VERSION: 10.2 - NEUROPOD_TENSORFLOW_VERSION: 2.2.0 - NEUROPOD_TORCH_VERSION: 1.8.1 - NEUROPOD_PYTHON_VERSION: 3.8 - - test-gpu-variant-tf-2_2_0-torch-1_9_0-py3_8: - extends: test-gpu - build: - args: - NEUROPOD_CUDA_VERSION: 10.2 - NEUROPOD_TENSORFLOW_VERSION: 2.2.0 - NEUROPOD_TORCH_VERSION: 1.9.0 - NEUROPOD_PYTHON_VERSION: 3.8 - - test-gpu-variant-tf-2_2_0-torch-1_10_2-py3_8: - extends: test-gpu - build: - args: - NEUROPOD_CUDA_VERSION: 10.2 - NEUROPOD_TENSORFLOW_VERSION: 2.2.0 - NEUROPOD_TORCH_VERSION: 1.10.2 - NEUROPOD_PYTHON_VERSION: 3.8 - - test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_8: - extends: test-gpu - build: - args: - NEUROPOD_CUDA_VERSION: 11.2.1 - NEUROPOD_CUDNN_VERSION: 8 - NEUROPOD_TENSORFLOW_VERSION: 2.5.0 - NEUROPOD_TORCH_VERSION: 1.7.0 - NEUROPOD_PYTHON_VERSION: 3.8 - test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9: extends: test-gpu build: @@ -207,16 +45,6 @@ services: NEUROPOD_TORCH_VERSION: 1.7.0 NEUROPOD_PYTHON_VERSION: 3.9 - test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_8: - extends: test-gpu - build: - args: - NEUROPOD_CUDA_VERSION: 11.2.1 - NEUROPOD_CUDNN_VERSION: 8 - NEUROPOD_TENSORFLOW_VERSION: 2.6.2 - NEUROPOD_TORCH_VERSION: 1.7.0 - NEUROPOD_PYTHON_VERSION: 3.8 - test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9: extends: test-gpu build: From a3309bb0476f56f78320e840b67e58bc55441d3e Mon Sep 17 00:00:00 2001 From: chua Date: Tue, 2 May 2023 06:59:05 +0000 Subject: [PATCH 6/6] use torch 1.7.1 --- .buildkite/pipeline.yml | 48 ++++++++++++++++++------------------ .github/workflows/mac_ci.yml | 4 +-- build/ci_matrix.py | 4 +-- docker-compose.test.yml | 16 ++++++------ 4 files changed, 36 insertions(+), 36 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 48189655..52d99e3b 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -5,7 +5,7 @@ # steps: - - label: ":docker: CPU Tests (test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9)" + - label: ":docker: CPU Tests (test-cpu-variant-tf-2_5_0-torch-1_7_1-py3_9)" timeout_in_minutes: 60 agents: queue: public-gpu @@ -14,16 +14,16 @@ steps: command: build/ci/buildkite_build.sh plugins: - docker-compose#v3.7.0: - build: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 + build: test-cpu-variant-tf-2_5_0-torch-1_7_1-py3_9 config: docker-compose.test.yml image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 + cache-from: test-cpu-variant-tf-2_5_0-torch-1_7_1-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_1-py3_9 push-retries: 5 - docker-compose#v3.7.0: - push: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 + push: test-cpu-variant-tf-2_5_0-torch-1_7_1-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_1-py3_9 config: docker-compose.test.yml - docker-compose#v3.7.0: - run: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 + run: test-cpu-variant-tf-2_5_0-torch-1_7_1-py3_9 config: docker-compose.test.yml env: - NEUROPOD_CACHE_ACCESS_KEY @@ -53,16 +53,16 @@ steps: command: build/ci/buildkite_lint.sh plugins: - docker-compose#v3.7.0: - build: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 + build: test-cpu-variant-tf-2_5_0-torch-1_7_1-py3_9 config: docker-compose.test.yml image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 + cache-from: test-cpu-variant-tf-2_5_0-torch-1_7_1-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_1-py3_9 push-retries: 5 - docker-compose#v3.7.0: - push: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 + push: test-cpu-variant-tf-2_5_0-torch-1_7_1-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_5_0-torch-1_7_1-py3_9 config: docker-compose.test.yml - docker-compose#v3.7.0: - run: test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9 + run: test-cpu-variant-tf-2_5_0-torch-1_7_1-py3_9 config: docker-compose.test.yml env: - NEUROPOD_CACHE_ACCESS_KEY @@ -85,7 +85,7 @@ steps: retry: automatic: true - - label: ":docker: CPU Tests (test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9)" + - label: ":docker: CPU Tests (test-cpu-variant-tf-2_6_2-torch-1_7_1-py3_9)" timeout_in_minutes: 60 agents: queue: public-gpu @@ -94,16 +94,16 @@ steps: command: build/ci/buildkite_build.sh plugins: - docker-compose#v3.7.0: - build: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9 + build: test-cpu-variant-tf-2_6_2-torch-1_7_1-py3_9 config: docker-compose.test.yml image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9 + cache-from: test-cpu-variant-tf-2_6_2-torch-1_7_1-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_6_2-torch-1_7_1-py3_9 push-retries: 5 - docker-compose#v3.7.0: - push: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9 + push: test-cpu-variant-tf-2_6_2-torch-1_7_1-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-cpu-variant-tf-2_6_2-torch-1_7_1-py3_9 config: docker-compose.test.yml - docker-compose#v3.7.0: - run: test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9 + run: test-cpu-variant-tf-2_6_2-torch-1_7_1-py3_9 config: docker-compose.test.yml env: - NEUROPOD_CACHE_ACCESS_KEY @@ -126,7 +126,7 @@ steps: retry: automatic: true - - label: ":docker: GPU Tests (test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9)" + - label: ":docker: GPU Tests (test-gpu-variant-tf-2_5_0-torch-1_7_1-py3_9)" timeout_in_minutes: 60 agents: queue: public-gpu @@ -135,16 +135,16 @@ steps: command: build/ci/buildkite_build_gpu.sh plugins: - docker-compose#v3.7.0: - build: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9 + build: test-gpu-variant-tf-2_5_0-torch-1_7_1-py3_9 config: docker-compose.test.yml image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9 + cache-from: test-gpu-variant-tf-2_5_0-torch-1_7_1-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_5_0-torch-1_7_1-py3_9 push-retries: 5 - docker-compose#v3.7.0: - push: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9 + push: test-gpu-variant-tf-2_5_0-torch-1_7_1-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_5_0-torch-1_7_1-py3_9 config: docker-compose.test.yml - docker-compose#v3.7.0: - run: test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9 + run: test-gpu-variant-tf-2_5_0-torch-1_7_1-py3_9 config: docker-compose.test.yml env: - NEUROPOD_CACHE_ACCESS_KEY @@ -167,7 +167,7 @@ steps: retry: automatic: true - - label: ":docker: GPU Tests (test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9)" + - label: ":docker: GPU Tests (test-gpu-variant-tf-2_6_2-torch-1_7_1-py3_9)" timeout_in_minutes: 60 agents: queue: public-gpu @@ -176,16 +176,16 @@ steps: command: build/ci/buildkite_build_gpu.sh plugins: - docker-compose#v3.7.0: - build: test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9 + build: test-gpu-variant-tf-2_6_2-torch-1_7_1-py3_9 config: docker-compose.test.yml image-repository: 027047743804.dkr.ecr.us-east-2.amazonaws.com/uber - cache-from: test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9 + cache-from: test-gpu-variant-tf-2_6_2-torch-1_7_1-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_6_2-torch-1_7_1-py3_9 push-retries: 5 - docker-compose#v3.7.0: - push: test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9 + push: test-gpu-variant-tf-2_6_2-torch-1_7_1-py3_9:027047743804.dkr.ecr.us-east-2.amazonaws.com/uber:test-gpu-variant-tf-2_6_2-torch-1_7_1-py3_9 config: docker-compose.test.yml - docker-compose#v3.7.0: - run: test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9 + run: test-gpu-variant-tf-2_6_2-torch-1_7_1-py3_9 config: docker-compose.test.yml env: - NEUROPOD_CACHE_ACCESS_KEY diff --git a/.github/workflows/mac_ci.yml b/.github/workflows/mac_ci.yml index 8b3b8783..503ac0e5 100644 --- a/.github/workflows/mac_ci.yml +++ b/.github/workflows/mac_ci.yml @@ -39,12 +39,12 @@ jobs: matrix: include: - tf: 2.5.0 - torch: 1.7.0 + torch: 1.7.1 python: 3.9 test_frameworks: tensorflow - tf: 2.6.2 - torch: 1.7.0 + torch: 1.7.1 python: 3.9 test_frameworks: tensorflow diff --git a/build/ci_matrix.py b/build/ci_matrix.py index ae068e13..13eeddc8 100644 --- a/build/ci_matrix.py +++ b/build/ci_matrix.py @@ -105,8 +105,8 @@ # Versions of frameworks to test with FRAMEWORK_VERSIONS = [ # Only testing TF for Python 3.9 - {"cuda": "11.2.1", "cudnn": "8", "tensorflow": "2.5.0", "torch": "1.7.0", "python": "3.9", "test_frameworks": "tensorflow"}, - {"cuda": "11.2.1", "cudnn": "8", "tensorflow": "2.6.2", "torch": "1.7.0", "python": "3.9", "test_frameworks": "tensorflow"}, + {"cuda": "11.2.1", "cudnn": "8", "tensorflow": "2.5.0", "torch": "1.7.1", "python": "3.9", "test_frameworks": "tensorflow"}, + {"cuda": "11.2.1", "cudnn": "8", "tensorflow": "2.6.2", "torch": "1.7.1", "python": "3.9", "test_frameworks": "tensorflow"}, ] gh_actions_matrix = [] diff --git a/docker-compose.test.yml b/docker-compose.test.yml index 308c45ea..25b9466e 100644 --- a/docker-compose.test.yml +++ b/docker-compose.test.yml @@ -19,40 +19,40 @@ services: NEUROPOD_IS_GPU: "true" runtime: nvidia - test-cpu-variant-tf-2_5_0-torch-1_7_0-py3_9: + test-cpu-variant-tf-2_5_0-torch-1_7_1-py3_9: extends: test-base build: args: NEUROPOD_TENSORFLOW_VERSION: 2.5.0 - NEUROPOD_TORCH_VERSION: 1.7.0 + NEUROPOD_TORCH_VERSION: 1.7.1 NEUROPOD_PYTHON_VERSION: 3.9 - test-cpu-variant-tf-2_6_2-torch-1_7_0-py3_9: + test-cpu-variant-tf-2_6_2-torch-1_7_1-py3_9: extends: test-base build: args: NEUROPOD_TENSORFLOW_VERSION: 2.6.2 - NEUROPOD_TORCH_VERSION: 1.7.0 + NEUROPOD_TORCH_VERSION: 1.7.1 NEUROPOD_PYTHON_VERSION: 3.9 - test-gpu-variant-tf-2_5_0-torch-1_7_0-py3_9: + test-gpu-variant-tf-2_5_0-torch-1_7_1-py3_9: extends: test-gpu build: args: NEUROPOD_CUDA_VERSION: 11.2.1 NEUROPOD_CUDNN_VERSION: 8 NEUROPOD_TENSORFLOW_VERSION: 2.5.0 - NEUROPOD_TORCH_VERSION: 1.7.0 + NEUROPOD_TORCH_VERSION: 1.7.1 NEUROPOD_PYTHON_VERSION: 3.9 - test-gpu-variant-tf-2_6_2-torch-1_7_0-py3_9: + test-gpu-variant-tf-2_6_2-torch-1_7_1-py3_9: extends: test-gpu build: args: NEUROPOD_CUDA_VERSION: 11.2.1 NEUROPOD_CUDNN_VERSION: 8 NEUROPOD_TENSORFLOW_VERSION: 2.6.2 - NEUROPOD_TORCH_VERSION: 1.7.0 + NEUROPOD_TORCH_VERSION: 1.7.1 NEUROPOD_PYTHON_VERSION: 3.9