From 985937acd283d45cf9911269d21c2f6c6ab73df3 Mon Sep 17 00:00:00 2001 From: bottler Date: Mon, 28 Oct 2024 18:09:18 +0000 Subject: [PATCH] remove circleci --- .circleci/build_count.py | 33 -- .circleci/check.sh | 13 - .circleci/config.in.yml | 171 ---------- .circleci/config.yml | 688 --------------------------------------- .circleci/regenerate.py | 183 ----------- 5 files changed, 1088 deletions(-) delete mode 100644 .circleci/build_count.py delete mode 100644 .circleci/check.sh delete mode 100644 .circleci/config.in.yml delete mode 100644 .circleci/config.yml delete mode 100755 .circleci/regenerate.py diff --git a/.circleci/build_count.py b/.circleci/build_count.py deleted file mode 100644 index aecb54d1b..000000000 --- a/.circleci/build_count.py +++ /dev/null @@ -1,33 +0,0 @@ -#!/usr/bin/env python3 -# Copyright (c) Meta Platforms, Inc. and affiliates. -# All rights reserved. -# -# This source code is licensed under the BSD-style license found in the -# LICENSE file in the root directory of this source tree. - -""" -Print the number of nightly builds -""" - -from collections import Counter - -import yaml - - -conf = yaml.safe_load(open("config.yml")) -jobs = conf["workflows"]["build_and_test"]["jobs"] - - -def jobtype(job): - if isinstance(job, str): - return job - if len(job) == 1: - [name] = job.keys() - return name - return "MULTIPLE PARTS" - - -for i, j in Counter(map(jobtype, jobs)).items(): - print(i, j) -print() -print(len(jobs)) diff --git a/.circleci/check.sh b/.circleci/check.sh deleted file mode 100644 index bea461415..000000000 --- a/.circleci/check.sh +++ /dev/null @@ -1,13 +0,0 @@ -#!/bin/bash -e -# Copyright (c) Meta Platforms, Inc. and affiliates. -# All rights reserved. -# -# This source code is licensed under the BSD-style license found in the -# LICENSE file in the root directory of this source tree. - -# Run this script before committing config.yml to verify it is valid yaml. - -python -c 'import yaml; yaml.safe_load(open("config.yml"))' && echo OK - valid yaml - -msg="circleci not installed so can't check schema" -command -v circleci > /dev/null && (cd ..; circleci config validate) || echo "$msg" diff --git a/.circleci/config.in.yml b/.circleci/config.in.yml deleted file mode 100644 index b32ba66a6..000000000 --- a/.circleci/config.in.yml +++ /dev/null @@ -1,171 +0,0 @@ -version: 2.1 - -#examples: -#https://github.com/facebookresearch/ParlAI/blob/master/.circleci/config.yml -#https://github.com/facebookresearch/hydra/blob/master/.circleci/config.yml -#https://github.com/facebookresearch/habitat-api/blob/master/.circleci/config.yml - -#drive tests with nox or tox or pytest? - -# ------------------------------------------------------------------------------------- -# environments where we run our jobs -# ------------------------------------------------------------------------------------- - - -setupcuda: &setupcuda - run: - name: Setup CUDA - working_directory: ~/ - command: | - # download and install nvidia drivers, cuda, etc - wget --no-verbose --no-clobber -P ~/nvidia-downloads https://developer.download.nvidia.com/compute/cuda/11.3.1/local_installers/cuda_11.3.1_465.19.01_linux.run - sudo sh ~/nvidia-downloads/cuda_11.3.1_465.19.01_linux.run --silent - echo "Done installing CUDA." - pyenv versions - nvidia-smi - pyenv global 3.9.1 - -binary_common: &binary_common - parameters: - # Edit these defaults to do a release` - build_version: - description: "version number of release binary; by default, build a nightly" - type: string - default: "" - pytorch_version: - description: "PyTorch version to build against; by default, use a nightly" - type: string - default: "" - # Don't edit these - python_version: - description: "Python version to build against (e.g., 3.7)" - type: string - cu_version: - description: "CUDA version to build against, in CU format (e.g., cpu or cu100)" - type: string - wheel_docker_image: - description: "Wheel only: what docker image to use" - type: string - default: "pytorch/manylinux-cuda101" - conda_docker_image: - description: "what docker image to use for docker" - type: string - default: "pytorch/conda-cuda" - environment: - PYTHON_VERSION: << parameters.python_version >> - BUILD_VERSION: << parameters.build_version >> - PYTORCH_VERSION: << parameters.pytorch_version >> - CU_VERSION: << parameters.cu_version >> - TESTRUN_DOCKER_IMAGE: << parameters.conda_docker_image >> - -jobs: - main: - environment: - CUDA_VERSION: "11.3" - resource_class: gpu.nvidia.small.multi - machine: - image: linux-cuda-11:default - steps: - - checkout - - <<: *setupcuda - - run: pip3 install --progress-bar off imageio wheel matplotlib 'pillow<7' - - run: pip3 install --progress-bar off torch==1.10.0+cu113 torchvision==0.11.1+cu113 -f https://download.pytorch.org/whl/cu113/torch_stable.html - # - run: conda create -p ~/conda_env python=3.7 numpy - # - run: conda activate ~/conda_env - # - run: conda install -c pytorch pytorch torchvision - - - run: pip3 install --progress-bar off 'git+https://github.com/facebookresearch/fvcore' - - run: pip3 install --progress-bar off 'git+https://github.com/facebookresearch/iopath' - - run: - name: build - command: | - export LD_LIBRARY_PATH=$LD_LIBARY_PATH:/usr/local/cuda-11.3/lib64 - python3 setup.py build_ext --inplace - - run: LD_LIBRARY_PATH=$LD_LIBARY_PATH:/usr/local/cuda-11.3/lib64 python -m unittest discover -v -s tests -t . - - run: python3 setup.py bdist_wheel - - binary_linux_wheel: - <<: *binary_common - docker: - - image: << parameters.wheel_docker_image >> - auth: - username: $DOCKERHUB_USERNAME - password: $DOCKERHUB_TOKEN - resource_class: 2xlarge+ - steps: - - checkout - - run: MAX_JOBS=15 packaging/build_wheel.sh - - store_artifacts: - path: dist - - persist_to_workspace: - root: dist - paths: - - "*" - - binary_linux_conda: - <<: *binary_common - docker: - - image: "<< parameters.conda_docker_image >>" - auth: - username: $DOCKERHUB_USERNAME - password: $DOCKERHUB_TOKEN - resource_class: 2xlarge+ - steps: - - checkout - # This is building with cuda but no gpu present, - # so we aren't running the tests. - - run: - name: build - no_output_timeout: 40m - command: MAX_JOBS=15 TEST_FLAG=--no-test python3 packaging/build_conda.py - - store_artifacts: - path: /opt/conda/conda-bld/linux-64 - - persist_to_workspace: - root: /opt/conda/conda-bld/linux-64 - paths: - - "*" - - binary_linux_conda_cuda: - <<: *binary_common - machine: - image: linux-cuda-11:default - resource_class: gpu.nvidia.small.multi - steps: - - checkout - - - run: - name: Pull docker image - command: | - nvidia-smi - set -e - - { docker login -u="$DOCKERHUB_USERNAME" -p="$DOCKERHUB_TOKEN" ; } 2> /dev/null - - echo Pulling docker image $TESTRUN_DOCKER_IMAGE - docker pull $TESTRUN_DOCKER_IMAGE - - run: - name: Build and run tests - no_output_timeout: 40m - command: | - set -e - - cd ${HOME}/project/ - - export JUST_TESTRUN=1 - VARS_TO_PASS="-e PYTHON_VERSION -e BUILD_VERSION -e PYTORCH_VERSION -e CU_VERSION -e JUST_TESTRUN" - - docker run --gpus all --ipc=host -v $(pwd):/remote -w /remote ${VARS_TO_PASS} ${TESTRUN_DOCKER_IMAGE} python3 ./packaging/build_conda.py - -workflows: - version: 2 - build_and_test: - jobs: - # - main: - # context: DOCKERHUB_TOKEN - {{workflows()}} - - binary_linux_conda_cuda: - name: testrun_conda_cuda_py310_cu117_pyt201 - context: DOCKERHUB_TOKEN - python_version: "3.10" - pytorch_version: '2.0.1' - cu_version: "cu117" diff --git a/.circleci/config.yml b/.circleci/config.yml deleted file mode 100644 index 130b70dd9..000000000 --- a/.circleci/config.yml +++ /dev/null @@ -1,688 +0,0 @@ -version: 2.1 - -#examples: -#https://github.com/facebookresearch/ParlAI/blob/master/.circleci/config.yml -#https://github.com/facebookresearch/hydra/blob/master/.circleci/config.yml -#https://github.com/facebookresearch/habitat-api/blob/master/.circleci/config.yml - -#drive tests with nox or tox or pytest? - -# ------------------------------------------------------------------------------------- -# environments where we run our jobs -# ------------------------------------------------------------------------------------- - - -setupcuda: &setupcuda - run: - name: Setup CUDA - working_directory: ~/ - command: | - # download and install nvidia drivers, cuda, etc - wget --no-verbose --no-clobber -P ~/nvidia-downloads https://developer.download.nvidia.com/compute/cuda/11.3.1/local_installers/cuda_11.3.1_465.19.01_linux.run - sudo sh ~/nvidia-downloads/cuda_11.3.1_465.19.01_linux.run --silent - echo "Done installing CUDA." - pyenv versions - nvidia-smi - pyenv global 3.9.1 - -binary_common: &binary_common - parameters: - # Edit these defaults to do a release` - build_version: - description: "version number of release binary; by default, build a nightly" - type: string - default: "" - pytorch_version: - description: "PyTorch version to build against; by default, use a nightly" - type: string - default: "" - # Don't edit these - python_version: - description: "Python version to build against (e.g., 3.7)" - type: string - cu_version: - description: "CUDA version to build against, in CU format (e.g., cpu or cu100)" - type: string - wheel_docker_image: - description: "Wheel only: what docker image to use" - type: string - default: "pytorch/manylinux-cuda101" - conda_docker_image: - description: "what docker image to use for docker" - type: string - default: "pytorch/conda-cuda" - environment: - PYTHON_VERSION: << parameters.python_version >> - BUILD_VERSION: << parameters.build_version >> - PYTORCH_VERSION: << parameters.pytorch_version >> - CU_VERSION: << parameters.cu_version >> - TESTRUN_DOCKER_IMAGE: << parameters.conda_docker_image >> - -jobs: - main: - environment: - CUDA_VERSION: "11.3" - resource_class: gpu.nvidia.small.multi - machine: - image: linux-cuda-11:default - steps: - - checkout - - <<: *setupcuda - - run: pip3 install --progress-bar off imageio wheel matplotlib 'pillow<7' - - run: pip3 install --progress-bar off torch==1.10.0+cu113 torchvision==0.11.1+cu113 -f https://download.pytorch.org/whl/cu113/torch_stable.html - # - run: conda create -p ~/conda_env python=3.7 numpy - # - run: conda activate ~/conda_env - # - run: conda install -c pytorch pytorch torchvision - - - run: pip3 install --progress-bar off 'git+https://github.com/facebookresearch/fvcore' - - run: pip3 install --progress-bar off 'git+https://github.com/facebookresearch/iopath' - - run: - name: build - command: | - export LD_LIBRARY_PATH=$LD_LIBARY_PATH:/usr/local/cuda-11.3/lib64 - python3 setup.py build_ext --inplace - - run: LD_LIBRARY_PATH=$LD_LIBARY_PATH:/usr/local/cuda-11.3/lib64 python -m unittest discover -v -s tests -t . - - run: python3 setup.py bdist_wheel - - binary_linux_wheel: - <<: *binary_common - docker: - - image: << parameters.wheel_docker_image >> - auth: - username: $DOCKERHUB_USERNAME - password: $DOCKERHUB_TOKEN - resource_class: 2xlarge+ - steps: - - checkout - - run: MAX_JOBS=15 packaging/build_wheel.sh - - store_artifacts: - path: dist - - persist_to_workspace: - root: dist - paths: - - "*" - - binary_linux_conda: - <<: *binary_common - docker: - - image: "<< parameters.conda_docker_image >>" - auth: - username: $DOCKERHUB_USERNAME - password: $DOCKERHUB_TOKEN - resource_class: 2xlarge+ - steps: - - checkout - # This is building with cuda but no gpu present, - # so we aren't running the tests. - - run: - name: build - no_output_timeout: 40m - command: MAX_JOBS=15 TEST_FLAG=--no-test python3 packaging/build_conda.py - - store_artifacts: - path: /opt/conda/conda-bld/linux-64 - - persist_to_workspace: - root: /opt/conda/conda-bld/linux-64 - paths: - - "*" - - binary_linux_conda_cuda: - <<: *binary_common - machine: - image: linux-cuda-11:default - resource_class: gpu.nvidia.small.multi - steps: - - checkout - - - run: - name: Pull docker image - command: | - nvidia-smi - set -e - - { docker login -u="$DOCKERHUB_USERNAME" -p="$DOCKERHUB_TOKEN" ; } 2> /dev/null - - echo Pulling docker image $TESTRUN_DOCKER_IMAGE - docker pull $TESTRUN_DOCKER_IMAGE - - run: - name: Build and run tests - no_output_timeout: 40m - command: | - set -e - - cd ${HOME}/project/ - - export JUST_TESTRUN=1 - VARS_TO_PASS="-e PYTHON_VERSION -e BUILD_VERSION -e PYTORCH_VERSION -e CU_VERSION -e JUST_TESTRUN" - - docker run --gpus all --ipc=host -v $(pwd):/remote -w /remote ${VARS_TO_PASS} ${TESTRUN_DOCKER_IMAGE} python3 ./packaging/build_conda.py - -workflows: - version: 2 - build_and_test: - jobs: - # - main: - # context: DOCKERHUB_TOKEN - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py38_cu118_pyt210 - python_version: '3.8' - pytorch_version: 2.1.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py38_cu121_pyt210 - python_version: '3.8' - pytorch_version: 2.1.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py38_cu118_pyt211 - python_version: '3.8' - pytorch_version: 2.1.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py38_cu121_pyt211 - python_version: '3.8' - pytorch_version: 2.1.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py38_cu118_pyt212 - python_version: '3.8' - pytorch_version: 2.1.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py38_cu121_pyt212 - python_version: '3.8' - pytorch_version: 2.1.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py38_cu118_pyt220 - python_version: '3.8' - pytorch_version: 2.2.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py38_cu121_pyt220 - python_version: '3.8' - pytorch_version: 2.2.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py38_cu118_pyt222 - python_version: '3.8' - pytorch_version: 2.2.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py38_cu121_pyt222 - python_version: '3.8' - pytorch_version: 2.2.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py38_cu118_pyt231 - python_version: '3.8' - pytorch_version: 2.3.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py38_cu121_pyt231 - python_version: '3.8' - pytorch_version: 2.3.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py38_cu118_pyt240 - python_version: '3.8' - pytorch_version: 2.4.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py38_cu121_pyt240 - python_version: '3.8' - pytorch_version: 2.4.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py38_cu118_pyt241 - python_version: '3.8' - pytorch_version: 2.4.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py38_cu121_pyt241 - python_version: '3.8' - pytorch_version: 2.4.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py39_cu118_pyt210 - python_version: '3.9' - pytorch_version: 2.1.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py39_cu121_pyt210 - python_version: '3.9' - pytorch_version: 2.1.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py39_cu118_pyt211 - python_version: '3.9' - pytorch_version: 2.1.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py39_cu121_pyt211 - python_version: '3.9' - pytorch_version: 2.1.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py39_cu118_pyt212 - python_version: '3.9' - pytorch_version: 2.1.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py39_cu121_pyt212 - python_version: '3.9' - pytorch_version: 2.1.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py39_cu118_pyt220 - python_version: '3.9' - pytorch_version: 2.2.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py39_cu121_pyt220 - python_version: '3.9' - pytorch_version: 2.2.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py39_cu118_pyt222 - python_version: '3.9' - pytorch_version: 2.2.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py39_cu121_pyt222 - python_version: '3.9' - pytorch_version: 2.2.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py39_cu118_pyt231 - python_version: '3.9' - pytorch_version: 2.3.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py39_cu121_pyt231 - python_version: '3.9' - pytorch_version: 2.3.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py39_cu118_pyt240 - python_version: '3.9' - pytorch_version: 2.4.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py39_cu121_pyt240 - python_version: '3.9' - pytorch_version: 2.4.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py39_cu118_pyt241 - python_version: '3.9' - pytorch_version: 2.4.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py39_cu121_pyt241 - python_version: '3.9' - pytorch_version: 2.4.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py310_cu118_pyt210 - python_version: '3.10' - pytorch_version: 2.1.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py310_cu121_pyt210 - python_version: '3.10' - pytorch_version: 2.1.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py310_cu118_pyt211 - python_version: '3.10' - pytorch_version: 2.1.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py310_cu121_pyt211 - python_version: '3.10' - pytorch_version: 2.1.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py310_cu118_pyt212 - python_version: '3.10' - pytorch_version: 2.1.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py310_cu121_pyt212 - python_version: '3.10' - pytorch_version: 2.1.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py310_cu118_pyt220 - python_version: '3.10' - pytorch_version: 2.2.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py310_cu121_pyt220 - python_version: '3.10' - pytorch_version: 2.2.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py310_cu118_pyt222 - python_version: '3.10' - pytorch_version: 2.2.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py310_cu121_pyt222 - python_version: '3.10' - pytorch_version: 2.2.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py310_cu118_pyt231 - python_version: '3.10' - pytorch_version: 2.3.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py310_cu121_pyt231 - python_version: '3.10' - pytorch_version: 2.3.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py310_cu118_pyt240 - python_version: '3.10' - pytorch_version: 2.4.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py310_cu121_pyt240 - python_version: '3.10' - pytorch_version: 2.4.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py310_cu118_pyt241 - python_version: '3.10' - pytorch_version: 2.4.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py310_cu121_pyt241 - python_version: '3.10' - pytorch_version: 2.4.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py311_cu118_pyt210 - python_version: '3.11' - pytorch_version: 2.1.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py311_cu121_pyt210 - python_version: '3.11' - pytorch_version: 2.1.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py311_cu118_pyt211 - python_version: '3.11' - pytorch_version: 2.1.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py311_cu121_pyt211 - python_version: '3.11' - pytorch_version: 2.1.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py311_cu118_pyt212 - python_version: '3.11' - pytorch_version: 2.1.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py311_cu121_pyt212 - python_version: '3.11' - pytorch_version: 2.1.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py311_cu118_pyt220 - python_version: '3.11' - pytorch_version: 2.2.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py311_cu121_pyt220 - python_version: '3.11' - pytorch_version: 2.2.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py311_cu118_pyt222 - python_version: '3.11' - pytorch_version: 2.2.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py311_cu121_pyt222 - python_version: '3.11' - pytorch_version: 2.2.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py311_cu118_pyt231 - python_version: '3.11' - pytorch_version: 2.3.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py311_cu121_pyt231 - python_version: '3.11' - pytorch_version: 2.3.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py311_cu118_pyt240 - python_version: '3.11' - pytorch_version: 2.4.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py311_cu121_pyt240 - python_version: '3.11' - pytorch_version: 2.4.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py311_cu118_pyt241 - python_version: '3.11' - pytorch_version: 2.4.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py311_cu121_pyt241 - python_version: '3.11' - pytorch_version: 2.4.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py312_cu118_pyt220 - python_version: '3.12' - pytorch_version: 2.2.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py312_cu121_pyt220 - python_version: '3.12' - pytorch_version: 2.2.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py312_cu118_pyt222 - python_version: '3.12' - pytorch_version: 2.2.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py312_cu121_pyt222 - python_version: '3.12' - pytorch_version: 2.2.2 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py312_cu118_pyt231 - python_version: '3.12' - pytorch_version: 2.3.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py312_cu121_pyt231 - python_version: '3.12' - pytorch_version: 2.3.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py312_cu118_pyt240 - python_version: '3.12' - pytorch_version: 2.4.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py312_cu121_pyt240 - python_version: '3.12' - pytorch_version: 2.4.0 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda118 - context: DOCKERHUB_TOKEN - cu_version: cu118 - name: linux_conda_py312_cu118_pyt241 - python_version: '3.12' - pytorch_version: 2.4.1 - - binary_linux_conda: - conda_docker_image: pytorch/conda-builder:cuda121 - context: DOCKERHUB_TOKEN - cu_version: cu121 - name: linux_conda_py312_cu121_pyt241 - python_version: '3.12' - pytorch_version: 2.4.1 - - binary_linux_conda_cuda: - name: testrun_conda_cuda_py310_cu117_pyt201 - context: DOCKERHUB_TOKEN - python_version: "3.10" - pytorch_version: '2.0.1' - cu_version: "cu117" diff --git a/.circleci/regenerate.py b/.circleci/regenerate.py deleted file mode 100755 index 02b6f7488..000000000 --- a/.circleci/regenerate.py +++ /dev/null @@ -1,183 +0,0 @@ -#!/usr/bin/env python3 -# Copyright (c) Meta Platforms, Inc. and affiliates. -# All rights reserved. -# -# This source code is licensed under the BSD-style license found in the -# LICENSE file in the root directory of this source tree. - -""" -This script is adapted from the torchvision one. -""" - -import os.path - -import jinja2 -import yaml -from packaging import version - - -# The CUDA versions which have pytorch conda packages available for linux for each -# version of pytorch. -CONDA_CUDA_VERSIONS = { - "2.1.0": ["cu118", "cu121"], - "2.1.1": ["cu118", "cu121"], - "2.1.2": ["cu118", "cu121"], - "2.2.0": ["cu118", "cu121"], - "2.2.2": ["cu118", "cu121"], - "2.3.1": ["cu118", "cu121"], - "2.4.0": ["cu118", "cu121"], - "2.4.1": ["cu118", "cu121"], -} - - -def conda_docker_image_for_cuda(cuda_version): - if len(cuda_version) != 5: - raise ValueError("Unknown cuda version") - return "pytorch/conda-builder:cuda" + cuda_version[2:] - - -def pytorch_versions_for_python(python_version): - if python_version in ["3.8", "3.9"]: - return list(CONDA_CUDA_VERSIONS) - if python_version == "3.10": - return [ - i - for i in CONDA_CUDA_VERSIONS - if version.Version(i) >= version.Version("1.11.0") - ] - if python_version == "3.11": - return [ - i - for i in CONDA_CUDA_VERSIONS - if version.Version(i) >= version.Version("2.1.0") - ] - if python_version == "3.12": - return [ - i - for i in CONDA_CUDA_VERSIONS - if version.Version(i) >= version.Version("2.2.0") - ] - - -def workflows(prefix="", filter_branch=None, upload=False, indentation=6): - w = [] - for btype in ["conda"]: - for python_version in ["3.8", "3.9", "3.10", "3.11", "3.12"]: - for pytorch_version in pytorch_versions_for_python(python_version): - for cu_version in CONDA_CUDA_VERSIONS[pytorch_version]: - w += workflow_pair( - btype=btype, - python_version=python_version, - pytorch_version=pytorch_version, - cu_version=cu_version, - prefix=prefix, - upload=upload, - filter_branch=filter_branch, - ) - - return indent(indentation, w) - - -def workflow_pair( - *, - btype, - python_version, - pytorch_version, - cu_version, - prefix="", - upload=False, - filter_branch, -): - - w = [] - py = python_version.replace(".", "") - pyt = pytorch_version.replace(".", "") - base_workflow_name = f"{prefix}linux_{btype}_py{py}_{cu_version}_pyt{pyt}" - - w.append( - generate_base_workflow( - base_workflow_name=base_workflow_name, - python_version=python_version, - pytorch_version=pytorch_version, - cu_version=cu_version, - btype=btype, - filter_branch=filter_branch, - ) - ) - - if upload: - w.append( - generate_upload_workflow( - base_workflow_name=base_workflow_name, - btype=btype, - cu_version=cu_version, - filter_branch=filter_branch, - ) - ) - - return w - - -def generate_base_workflow( - *, - base_workflow_name, - python_version, - cu_version, - pytorch_version, - btype, - filter_branch=None, -): - - d = { - "name": base_workflow_name, - "python_version": python_version, - "cu_version": cu_version, - "pytorch_version": pytorch_version, - "context": "DOCKERHUB_TOKEN", - } - - conda_docker_image = conda_docker_image_for_cuda(cu_version) - if conda_docker_image is not None: - d["conda_docker_image"] = conda_docker_image - - if filter_branch is not None: - d["filters"] = {"branches": {"only": filter_branch}} - - return {f"binary_linux_{btype}": d} - - -def generate_upload_workflow(*, base_workflow_name, btype, cu_version, filter_branch): - d = { - "name": f"{base_workflow_name}_upload", - "context": "org-member", - "requires": [base_workflow_name], - } - - if btype == "wheel": - d["subfolder"] = cu_version + "/" - - if filter_branch is not None: - d["filters"] = {"branches": {"only": filter_branch}} - - return {f"binary_{btype}_upload": d} - - -def indent(indentation, data_list): - if len(data_list) == 0: - return "" - return ("\n" + " " * indentation).join( - yaml.dump(data_list, default_flow_style=False).splitlines() - ) - - -if __name__ == "__main__": - d = os.path.dirname(__file__) - env = jinja2.Environment( - loader=jinja2.FileSystemLoader(d), - lstrip_blocks=True, - autoescape=False, - keep_trailing_newline=True, - ) - - with open(os.path.join(d, "config.yml"), "w") as f: - f.write(env.get_template("config.in.yml").render(workflows=workflows))