# PyTorch Official Builds Pipeline on Azure DevOps
#
# This pipeline:
#   1) builds PyTorch on all available configurations
#   2) verifies PyTorch artifacts by installing them in a clean environment
#      and checking torch.__version_
#   3) publishes official PyTorch artifacts to Azure DevOps Artifacts for consumption

stages:
- stage: 'Build'
  displayName: 'Build PyTorch'
  jobs:
  - template: job_templates/build-verify-publish-template-unix.yml
    parameters:
      name: ubuntu_1804_CPU_docker
      pool: 'PyTorch-Linux-CPU'
      container_endpoint: pytorchms.azurecr.io
      build_stage: True
      is_official_build: True
      os: ubuntu
      cuda: cpu
      customMatrixes:
        Py_38:
          configuration: ubuntu_1804_py_38_cpu
          container_image: pytorchms.azurecr.io/ubuntu_1804_py_38_cpu_dev
        Py_37:
          configuration: ubuntu_1804_py_37_cpu
          container_image: pytorchms.azurecr.io/ubuntu_1804_py_37_cpu_dev

  - template: job_templates/build-verify-publish-template-unix.yml
    parameters:
      name: ubuntu_1804_GPU_docker
      pool: 'PyTorch-Linux-GPU'
      container_endpoint: pytorchms.azurecr.io
      build_stage: True
      is_official_build: True
      os: ubuntu
      cuda: gpu
      customMatrixes:
        Py_39_CUDA_112_cuDNN_810:
          configuration: ubuntu_1804_py_39_cuda_112_cudnn_810
          container_image: pytorchms.azurecr.io/ubuntu_1804_py_39_cuda_112_cudnn_8_dev
          CUDA_VERSION: 112
        Py_38_CUDA_102_cuDNN_810:
          configuration: ubuntu_1804_py_38_cuda_102_cudnn_810
          container_image: pytorchms.azurecr.io/ubuntu_1804_py_38_cuda_102_cudnn_8_dev
          CUDA_VERSION: 102
        Py_37_CUDA_101_cuDNN_765:
          configuration: ubuntu_1804_py_37_cuda_101_cudnn_765
          container_image: pytorchms.azurecr.io/ubuntu_1804_py_37_cuda_101_cudnn_7_dev
          CUDA_VERSION: 101

  - template: job_templates/build-verify-publish-template-win.yml
    parameters:
      name: windows_2019_CPU
      pool: 'PyTorch-Win-CPU'
      build_stage: True
      is_official_build: True
      os: windows
      cuda: cpu
      customMatrixes:
        Py_38:
          configuration: windows_2019_py_38_cpu
        Py_37:
          configuration: windows_2019_py_37_cpu

  - template: job_templates/build-verify-publish-template-win.yml
    parameters:
      name: windows_2019_GPU
      pool: 'PyTorch-Win-GPU'
      build_stage: True
      is_official_build: True
      os: windows
      cuda: gpu
      customMatrixes:
        Py_39_CUDA_112_cuDNN_810:
          configuration: windows_2019_py_39_cuda_112_cudnn_810
          CUDA_VERSION: 112
        Py_38_CUDA_102_cuDNN_765:
          configuration: windows_2019_py_38_cuda_102_cudnn_765
          CUDA_VERSION: 102
        Py_37_CUDA_101_cuDNN_764:
          configuration: windows_2019_py_37_cuda_101_cudnn_764
          CUDA_VERSION: 101

- stage: 'Verify'
  displayName: 'Verify PyTorch wheels'
  dependsOn: Build
  condition: succeeded()
  jobs:
  - template: job_templates/build-verify-publish-template-unix.yml
    parameters:
      name: ubuntu_1804_CPU_docker
      pool: 'PyTorch-Linux-CPU'
      container_endpoint: pytorchms.azurecr.io
      verify_stage: True
      is_official_build: True
      customMatrixes:
        Py_38:
          configuration: ubuntu_1804_py_38_cpu
          container_image: pytorchms.azurecr.io/ubuntu_1804_py_38_cpu_dev
        Py_37:
          configuration: ubuntu_1804_py_37_cpu
          container_image: pytorchms.azurecr.io/ubuntu_1804_py_37_cpu_dev

  - template: job_templates/build-verify-publish-template-unix.yml
    parameters:
      name: ubuntu_1804_GPU_docker
      pool: 'PyTorch-Linux-GPU'
      container_endpoint: pytorchms.azurecr.io
      verify_stage: True
      is_official_build: True
      customMatrixes:
        Py_39_CUDA_112_cuDNN_810:
          configuration: ubuntu_1804_py_39_cuda_112_cudnn_810
          container_image: pytorchms.azurecr.io/ubuntu_1804_py_39_cuda_112_cudnn_8_dev
          CUDA_VERSION: 112
        Py_38_CUDA_102_cuDNN_810:
          configuration: ubuntu_1804_py_38_cuda_102_cudnn_810
          container_image: pytorchms.azurecr.io/ubuntu_1804_py_38_cuda_102_cudnn_8_dev
          CUDA_VERSION: 102
        Py_37_CUDA_101_cuDNN_765:
          configuration: ubuntu_1804_py_37_cuda_101_cudnn_765
          container_image: pytorchms.azurecr.io/ubuntu_1804_py_37_cuda_101_cudnn_7_dev
          CUDA_VERSION: 101

  - template: job_templates/build-verify-publish-template-win.yml
    parameters:
      name: windows_2019_CPU
      pool: 'PyTorch-Win-CPU'
      verify_stage: True
      is_official_build: True
      customMatrixes:
        Py_38:
          configuration: windows_2019_py_38_cpu
        Py_37:
          configuration: windows_2019_py_37_cpu

  - template: job_templates/build-verify-publish-template-win.yml
    parameters:
      name: windows_2019_GPU
      pool: 'PyTorch-Win-GPU'
      verify_stage: True
      is_official_build: True
      customMatrixes:
        Py_39_CUDA_112_cuDNN_810:
          configuration: windows_2019_py_39_cuda_112_cudnn_810
          CUDA_VERSION: 112
        Py_38_CUDA_102_cuDNN_765:
          configuration: windows_2019_py_38_cuda_102_cudnn_765
          CUDA_VERSION: 102
        Py_37_CUDA_101_cuDNN_764:
          configuration: windows_2019_py_37_cuda_101_cudnn_764
          CUDA_VERSION: 101

- stage: 'Publish'
  displayName: 'Publish PyTorch wheels'
  dependsOn: Verify
  condition: succeeded()
  jobs:
  - template: job_templates/build-verify-publish-template-unix.yml
    parameters:
      name: ubuntu_1804_CPU_docker
      pool: 'PyTorch-Linux-CPU'
      container_endpoint: pytorchms.azurecr.io
      publish_stage: True
      is_official_build: True
      customMatrixes:
        Py_38:
          configuration: ubuntu_1804_py_38_cpu
          container_image: pytorchms.azurecr.io/ubuntu_1804_py_38_cpu_dev
        Py_37:
          configuration: ubuntu_1804_py_37_cpu
          container_image: pytorchms.azurecr.io/ubuntu_1804_py_37_cpu_dev

  - template: job_templates/build-verify-publish-template-unix.yml
    parameters:
      name: ubuntu_1804_GPU_docker
      pool: 'PyTorch-Linux-GPU'
      container_endpoint: pytorchms.azurecr.io
      publish_stage: True
      is_official_build: True
      customMatrixes:
        Py_39_CUDA_112_cuDNN_810:
          configuration: ubuntu_1804_py_39_cuda_112_cudnn_810
          container_image: pytorchms.azurecr.io/ubuntu_1804_py_39_cuda_112_cudnn_8_dev
          CUDA_VERSION: 112
        Py_38_CUDA_102_cuDNN_810:
          configuration: ubuntu_1804_py_38_cuda_102_cudnn_810
          container_image: pytorchms.azurecr.io/ubuntu_1804_py_38_cuda_102_cudnn_8_dev
          CUDA_VERSION: 102
        Py_37_CUDA_101_cuDNN_765:
          configuration: ubuntu_1804_py_37_cuda_101_cudnn_765
          container_image: pytorchms.azurecr.io/ubuntu_1804_py_37_cuda_101_cudnn_7_dev
          CUDA_VERSION: 101

  - template: job_templates/build-verify-publish-template-win.yml
    parameters:
      name: windows_2019_CPU
      pool: 'PyTorch-Win-CPU'
      publish_stage: True
      is_official_build: True
      customMatrixes:
        Py_38:
          configuration: windows_2019_py_38_cpu
        Py_37:
          configuration: windows_2019_py_37_cpu

  - template: job_templates/build-verify-publish-template-win.yml
    parameters:
      name: windows_2019_GPU
      pool: 'PyTorch-Win-GPU'
      publish_stage: True
      is_official_build: True
      customMatrixes:
        Py_39_CUDA_112_cuDNN_810:
          configuration: windows_2019_py_39_cuda_112_cudnn_810
          CUDA_VERSION: 112
        Py_38_CUDA_102_cuDNN_765:
          configuration: windows_2019_py_38_cuda_102_cudnn_765
          CUDA_VERSION: 102
        Py_37_CUDA_101_cuDNN_764:
          configuration: windows_2019_py_37_cuda_101_cudnn_764
          CUDA_VERSION: 101