• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1# @generated DO NOT EDIT MANUALLY
2
3# Template is at:    .github/templates/linux_binary_build_workflow.yml.j2
4# Generation script: .github/scripts/generate_ci_workflows.py
5name: linux-binary-manywheel-split
6
7
8on:
9  push:
10    branches:
11      - main
12    tags:
13      - 'ciflow/periodic/*'
14  workflow_dispatch:
15
16env:
17  # Needed for conda builds
18  ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine"
19  ANACONDA_USER: pytorch
20  AWS_DEFAULT_REGION: us-east-1
21  BINARY_ENV_FILE: /tmp/env
22  BUILD_ENVIRONMENT: linux-binary-manywheel-split
23  BUILDER_ROOT: /builder
24  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
25  PR_NUMBER: ${{ github.event.pull_request.number }}
26  PYTORCH_FINAL_PACKAGE_DIR: /artifacts
27  PYTORCH_ROOT: /pytorch
28  SHA1: ${{ github.event.pull_request.head.sha || github.sha }}
29  SKIP_ALL_TESTS: 0
30concurrency:
31  group: linux-binary-manywheel-split-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }}
32  cancel-in-progress: true
33
34jobs:
35  get-label-type:
36    name: get-label-type
37    uses: ./.github/workflows/_runner-determinator.yml
38    with:
39      triggering_actor: ${{ github.triggering_actor }}
40      issue_owner: ${{ github.event.pull_request.user.login || github.event.issue.user.login }}
41      curr_branch: ${{ github.head_ref || github.ref_name }}
42      curr_ref_type: ${{ github.ref_type }}
43  manywheel-py3_9-cuda11_8-build:
44    if: ${{ github.repository_owner == 'pytorch' }}
45    uses: ./.github/workflows/_binary-build-linux.yml
46    needs: get-label-type
47    with:
48      PYTORCH_ROOT: /pytorch
49      BUILDER_ROOT: /builder
50      PACKAGE_TYPE: manywheel
51      # TODO: This is a legacy variable that we eventually want to get rid of in
52      #       favor of GPU_ARCH_VERSION
53      DESIRED_CUDA: cu118
54      GPU_ARCH_VERSION: 11.8
55      GPU_ARCH_TYPE: cuda
56      DOCKER_IMAGE: pytorch/manylinux-builder:cuda11.8-2.5
57      use_split_build: True
58      DESIRED_PYTHON: "3.9"
59      runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
60      build_name: manywheel-py3_9-cuda11_8
61      build_environment: linux-binary-manywheel-split
62      PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu11==11.8.89; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu11==11.8.89; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu11==11.8.87; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu11==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu11==11.11.3.6; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu11==10.9.0.58; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu11==10.3.0.86; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu11==11.4.1.48; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu11==11.7.5.86; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu11==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu11==11.8.86; platform_system == 'Linux' and platform_machine == 'x86_64'
63    secrets:
64      github-token: ${{ secrets.GITHUB_TOKEN }}
65  manywheel-py3_9-cuda11_8-test:  # Testing
66    if: ${{ github.repository_owner == 'pytorch' }}
67    needs:
68      - manywheel-py3_9-cuda11_8-build
69      - get-label-type
70    uses: ./.github/workflows/_binary-test-linux.yml
71    with:
72      PYTORCH_ROOT: /pytorch
73      BUILDER_ROOT: /builder
74      PACKAGE_TYPE: manywheel
75      # TODO: This is a legacy variable that we eventually want to get rid of in
76      #       favor of GPU_ARCH_VERSION
77      DESIRED_CUDA: cu118
78      GPU_ARCH_VERSION: 11.8
79      GPU_ARCH_TYPE: cuda
80      DOCKER_IMAGE: pytorch/manylinux-builder:cuda11.8-2.5
81      use_split_build: True
82      DESIRED_PYTHON: "3.9"
83      build_name: manywheel-py3_9-cuda11_8
84      build_environment: linux-binary-manywheel-split
85      runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
86      runs_on: linux.4xlarge.nvidia.gpu
87    secrets:
88      github-token: ${{ secrets.GITHUB_TOKEN }}
89
90  manywheel-py3_9-cuda12_1-build:
91    if: ${{ github.repository_owner == 'pytorch' }}
92    uses: ./.github/workflows/_binary-build-linux.yml
93    needs: get-label-type
94    with:
95      PYTORCH_ROOT: /pytorch
96      BUILDER_ROOT: /builder
97      PACKAGE_TYPE: manywheel
98      # TODO: This is a legacy variable that we eventually want to get rid of in
99      #       favor of GPU_ARCH_VERSION
100      DESIRED_CUDA: cu121
101      GPU_ARCH_VERSION: 12.1
102      GPU_ARCH_TYPE: cuda
103      DOCKER_IMAGE: pytorch/manylinux-builder:cuda12.1-2.5
104      use_split_build: True
105      DESIRED_PYTHON: "3.9"
106      runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
107      build_name: manywheel-py3_9-cuda12_1
108      build_environment: linux-binary-manywheel-split
109      PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.1.105; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.1.105; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.1.105; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.1.3.1; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.0.2.54; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.2.106; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.4.5.107; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.1.0.106; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.1.105; platform_system == 'Linux' and platform_machine == 'x86_64'
110    secrets:
111      github-token: ${{ secrets.GITHUB_TOKEN }}
112  manywheel-py3_9-cuda12_1-test:  # Testing
113    if: ${{ github.repository_owner == 'pytorch' }}
114    needs:
115      - manywheel-py3_9-cuda12_1-build
116      - get-label-type
117    uses: ./.github/workflows/_binary-test-linux.yml
118    with:
119      PYTORCH_ROOT: /pytorch
120      BUILDER_ROOT: /builder
121      PACKAGE_TYPE: manywheel
122      # TODO: This is a legacy variable that we eventually want to get rid of in
123      #       favor of GPU_ARCH_VERSION
124      DESIRED_CUDA: cu121
125      GPU_ARCH_VERSION: 12.1
126      GPU_ARCH_TYPE: cuda
127      DOCKER_IMAGE: pytorch/manylinux-builder:cuda12.1-2.5
128      use_split_build: True
129      DESIRED_PYTHON: "3.9"
130      build_name: manywheel-py3_9-cuda12_1
131      build_environment: linux-binary-manywheel-split
132      runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
133      runs_on: linux.4xlarge.nvidia.gpu
134    secrets:
135      github-token: ${{ secrets.GITHUB_TOKEN }}
136
137  manywheel-py3_9-cuda12_4-build:
138    if: ${{ github.repository_owner == 'pytorch' }}
139    uses: ./.github/workflows/_binary-build-linux.yml
140    needs: get-label-type
141    with:
142      PYTORCH_ROOT: /pytorch
143      BUILDER_ROOT: /builder
144      PACKAGE_TYPE: manywheel
145      # TODO: This is a legacy variable that we eventually want to get rid of in
146      #       favor of GPU_ARCH_VERSION
147      DESIRED_CUDA: cu124
148      GPU_ARCH_VERSION: 12.4
149      GPU_ARCH_TYPE: cuda
150      DOCKER_IMAGE: pytorch/manylinux-builder:cuda12.4-2.5
151      use_split_build: True
152      DESIRED_PYTHON: "3.9"
153      runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
154      build_name: manywheel-py3_9-cuda12_4
155      build_environment: linux-binary-manywheel-split
156      PYTORCH_EXTRA_INSTALL_REQUIREMENTS: nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nccl-cu12==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64'
157    secrets:
158      github-token: ${{ secrets.GITHUB_TOKEN }}
159  manywheel-py3_9-cuda12_4-test:  # Testing
160    if: ${{ github.repository_owner == 'pytorch' }}
161    needs:
162      - manywheel-py3_9-cuda12_4-build
163      - get-label-type
164    uses: ./.github/workflows/_binary-test-linux.yml
165    with:
166      PYTORCH_ROOT: /pytorch
167      BUILDER_ROOT: /builder
168      PACKAGE_TYPE: manywheel
169      # TODO: This is a legacy variable that we eventually want to get rid of in
170      #       favor of GPU_ARCH_VERSION
171      DESIRED_CUDA: cu124
172      GPU_ARCH_VERSION: 12.4
173      GPU_ARCH_TYPE: cuda
174      DOCKER_IMAGE: pytorch/manylinux-builder:cuda12.4-2.5
175      use_split_build: True
176      DESIRED_PYTHON: "3.9"
177      build_name: manywheel-py3_9-cuda12_4
178      build_environment: linux-binary-manywheel-split
179      runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
180      runs_on: linux.4xlarge.nvidia.gpu
181    secrets:
182      github-token: ${{ secrets.GITHUB_TOKEN }}
183