-
Notifications
You must be signed in to change notification settings - Fork 239
Expand file tree
/
Copy pathmulti_arch_build_portable_linux.yml
More file actions
229 lines (215 loc) · 8.53 KB
/
multi_arch_build_portable_linux.yml
File metadata and controls
229 lines (215 loc) · 8.53 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
# Multi-Arch Build - Sharded Pipeline for Linux
#
# This workflow builds TheRock in stages:
# 1. foundation (generic) - sysdeps, base
# 2. compiler-runtime (generic) - compiler, runtimes, profiler-core
# 3. math-libs (per-arch) - BLAS, FFT, etc.
# 4. comm-libs (per-arch) - RCCL (parallel to math-libs)
# 5. debug-tools (generic) - amd-dbgapi, rocr-debug-agent, rocgdb (parallel to math-libs)
# 6. dctools-core (generic) - RDC (parallel to math-libs)
# 7. profiler-apps (generic) - rocprofiler-systems (parallel to math-libs)
# 8. iree-compiler (generic) - IREE compiler (parallel to math-libs)
# 9. fusilli-libs (generic) - Fusilli hipdnn provider (after math-libs + iree-compiler)
# 10. media-libs (generic) - sysdeps-amd-mesa, rocdecode, rocjpeg
name: Multi-Arch Build (Linux)
on:
workflow_call:
inputs:
artifact_group:
type: string
matrix_per_family_json:
type: string
description: "JSON array of {amdgpu_family, test-runs-on} objects for per-arch stages"
dist_amdgpu_families:
type: string
description: "Semicolon-separated list of all GPU families for dist targets"
build_variant_label:
type: string
build_variant_cmake_preset:
type: string
build_variant_suffix:
type: string
test_labels:
type: string
artifact_run_id:
type: string
expect_failure:
type: boolean
use_prebuilt_artifacts:
type: string
rocm_package_version:
type: string
test_type:
type: string
permissions:
contents: read
jobs:
# ==========================================================================
# STAGE: foundation (generic)
# ==========================================================================
foundation:
uses: ./.github/workflows/multi_arch_build_portable_linux_artifacts.yml
secrets: inherit
with:
stage_name: foundation
stage_display_name: "Stage - Foundation"
timeout_minutes: 180 # 3 hours
dist_amdgpu_families: ${{ inputs.dist_amdgpu_families }}
rocm_package_version: ${{ inputs.rocm_package_version }}
permissions:
contents: read
id-token: write
# ==========================================================================
# STAGE: compiler-runtime (generic)
# ==========================================================================
compiler-runtime:
needs: foundation
uses: ./.github/workflows/multi_arch_build_portable_linux_artifacts.yml
secrets: inherit
with:
stage_name: compiler-runtime
stage_display_name: "Stage - Compiler Runtime"
timeout_minutes: 480 # 8 hours (compiler is big)
dist_amdgpu_families: ${{ inputs.dist_amdgpu_families }}
rocm_package_version: ${{ inputs.rocm_package_version }}
permissions:
contents: read
id-token: write
# ==========================================================================
# STAGE: math-libs (per-arch)
# ==========================================================================
math-libs:
needs: compiler-runtime
strategy:
fail-fast: false
matrix:
family_info: ${{ fromJSON(inputs.matrix_per_family_json) }}
uses: ./.github/workflows/multi_arch_build_portable_linux_artifacts.yml
secrets: inherit
with:
stage_name: math-libs
stage_display_name: "Stage - Math Libs (${{ matrix.family_info.amdgpu_family }})"
timeout_minutes: 480 # 8 hours
amdgpu_family: ${{ matrix.family_info.amdgpu_family }}
dist_amdgpu_families: ${{ inputs.dist_amdgpu_families }}
rocm_package_version: ${{ inputs.rocm_package_version }}
permissions:
contents: read
id-token: write
# ==========================================================================
# STAGE: comm-libs (per-arch, parallel to math-libs)
# ==========================================================================
comm-libs:
needs: compiler-runtime
strategy:
fail-fast: false
matrix:
family_info: ${{ fromJSON(inputs.matrix_per_family_json) }}
uses: ./.github/workflows/multi_arch_build_portable_linux_artifacts.yml
secrets: inherit
with:
stage_name: comm-libs
stage_display_name: "Stage - Comm Libs (${{ matrix.family_info.amdgpu_family }})"
timeout_minutes: 240 # 4 hours
amdgpu_family: ${{ matrix.family_info.amdgpu_family }}
dist_amdgpu_families: ${{ inputs.dist_amdgpu_families }}
rocm_package_version: ${{ inputs.rocm_package_version }}
permissions:
contents: read
id-token: write
# ==========================================================================
# STAGE: debug-tools (generic, parallel to math-libs)
# ==========================================================================
debug-tools:
needs: compiler-runtime
uses: ./.github/workflows/multi_arch_build_portable_linux_artifacts.yml
secrets: inherit
with:
stage_name: debug-tools
stage_display_name: "Stage - Debug Tools"
timeout_minutes: 180 # 3 hours
dist_amdgpu_families: ${{ inputs.dist_amdgpu_families }}
rocm_package_version: ${{ inputs.rocm_package_version }}
permissions:
contents: read
id-token: write
# ==========================================================================
# STAGE: dctools-core (generic, parallel to math-libs)
# ==========================================================================
dctools-core:
needs: compiler-runtime
uses: ./.github/workflows/multi_arch_build_portable_linux_artifacts.yml
secrets: inherit
with:
stage_name: dctools-core
stage_display_name: "Stage - DC Tools Core"
timeout_minutes: 120 # 2 hours
dist_amdgpu_families: ${{ inputs.dist_amdgpu_families }}
rocm_package_version: ${{ inputs.rocm_package_version }}
permissions:
contents: read
id-token: write
# ==========================================================================
# STAGE: profiler-apps (generic, parallel to math-libs)
# ==========================================================================
profiler-apps:
needs: compiler-runtime
uses: ./.github/workflows/multi_arch_build_portable_linux_artifacts.yml
secrets: inherit
with:
stage_name: profiler-apps
stage_display_name: "Stage - Profiler Apps"
timeout_minutes: 180 # 3 hours
dist_amdgpu_families: ${{ inputs.dist_amdgpu_families }}
rocm_package_version: ${{ inputs.rocm_package_version }}
permissions:
contents: read
id-token: write
# ==========================================================================
# STAGE: iree-compiler (generic, parallel to math-libs)
# ==========================================================================
iree-compiler:
needs: compiler-runtime
uses: ./.github/workflows/multi_arch_build_portable_linux_artifacts.yml
secrets: inherit
with:
stage_name: iree-compiler
stage_display_name: "Stage - IREE Compiler"
timeout_minutes: 90 # 1.5 hours - iree is not _yet_ building with a common llvm, it includes its own.
dist_amdgpu_families: ${{ inputs.dist_amdgpu_families }}
rocm_package_version: ${{ inputs.rocm_package_version }}
permissions:
contents: read
id-token: write
# ==========================================================================
# STAGE: fusilli-libs (generic, after math-libs + iree-compiler)
# ==========================================================================
fusilli-libs:
needs: [compiler-runtime, math-libs, iree-compiler]
uses: ./.github/workflows/multi_arch_build_portable_linux_artifacts.yml
secrets: inherit
with:
stage_name: fusilli-libs
stage_display_name: "Stage - Fusilli Libs"
timeout_minutes: 60 # 1 hour
dist_amdgpu_families: ${{ inputs.dist_amdgpu_families }}
rocm_package_version: ${{ inputs.rocm_package_version }}
permissions:
contents: read
id-token: write
# ==========================================================================
# STAGE: media-libs (generic)
# ==========================================================================
media-libs:
needs: compiler-runtime
uses: ./.github/workflows/multi_arch_build_portable_linux_artifacts.yml
secrets: inherit
with:
stage_name: media-libs
stage_display_name: "Stage - Media Libs"
timeout_minutes: 180 # 3 hours
dist_amdgpu_families: ${{ inputs.dist_amdgpu_families }}
rocm_package_version: ${{ inputs.rocm_package_version }}
permissions:
contents: read
id-token: write