Skip to content

Commit ed2a61d

Browse files
pierrepebaypierrepebay
committed
#2380: ci: Add perf data workflows
1 parent 3955962 commit ed2a61d

26 files changed

+479
-2
lines changed

‎ci/azure/azure-clang-10-ubuntu-mpich.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,7 @@ variables:
5757
VT_DEBUG_VERBOSE: 0
5858
VT_KOKKOS_ENABLED: 0
5959
VT_TV_ENABLED: 0
60+
VT_PERF_ENABLED: 0
6061
CMAKE_CXX_STANDARD: 17
6162
VT_CI_TEST_LB_SCHEMA: 0
6263
RUN_FULL_CI: true

‎ci/azure/azure-clang-11-ubuntu-mpich.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,7 @@ variables:
5757
VT_DEBUG_VERBOSE: 0
5858
VT_KOKKOS_ENABLED: 0
5959
VT_TV_ENABLED: 0
60+
VT_PERF_ENABLED: 0
6061
CMAKE_CXX_STANDARD: 17
6162
VT_CI_TEST_LB_SCHEMA: 0
6263
RUN_FULL_CI: true

‎ci/azure/azure-clang-12-ubuntu-mpich.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,7 @@ variables:
5757
VT_DEBUG_VERBOSE: 0
5858
VT_KOKKOS_ENABLED: 0
5959
VT_TV_ENABLED: 0
60+
VT_PERF_ENABLED: 0
6061
CMAKE_CXX_STANDARD: 17
6162
VT_CI_TEST_LB_SCHEMA: 0
6263
RUN_FULL_CI: true

‎ci/azure/azure-clang-13-ubuntu-mpich.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,7 @@ variables:
5757
VT_DEBUG_VERBOSE: 0
5858
VT_KOKKOS_ENABLED: 0
5959
VT_TV_ENABLED: 0
60+
VT_PERF_ENABLED: 0
6061
CMAKE_CXX_STANDARD: 17
6162
VT_CI_TEST_LB_SCHEMA: 0
6263
RUN_FULL_CI: true

‎ci/azure/azure-clang-14-ubuntu-mpich.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,7 @@ variables:
5757
VT_DEBUG_VERBOSE: 1
5858
VT_KOKKOS_ENABLED: 0
5959
VT_TV_ENABLED: 0
60+
VT_PERF_ENABLED: 0
6061
CMAKE_CXX_STANDARD: 17
6162
VT_CI_TEST_LB_SCHEMA: 0
6263
RUN_FULL_CI: true

‎ci/azure/azure-clang-16-ubuntu-mpich.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,7 @@ variables:
5757
VT_DEBUG_VERBOSE: 0
5858
VT_KOKKOS_ENABLED: 0
5959
VT_TV_ENABLED: 0
60+
VT_PERF_ENABLED: 0
6061
CMAKE_CXX_STANDARD: 17
6162
VT_CI_TEST_LB_SCHEMA: 1
6263
RUN_FULL_CI: true

‎ci/azure/azure-clang-17-ubuntu-mpich-perf.yml‎

Lines changed: 217 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,217 @@
1+
###############################################################################
2+
############## Warning this is a generated file---do not modify ###############
3+
###############################################################################
4+
5+
name: PR tests (clang-17, ubuntu, mpich, perf)
6+
7+
trigger:
8+
branches:
9+
include:
10+
- develop
11+
- main
12+
13+
pr:
14+
drafts: false
15+
autoCancel: true
16+
branches:
17+
include:
18+
- '*'
19+
20+
21+
resources:
22+
- repo: self
23+
24+
variables:
25+
tag: '$(Build.BuildId)'
26+
REPO: lifflander1/vt
27+
ARCH: amd64
28+
UBUNTU: 22.04
29+
COMPILER_TYPE: clang
30+
COMPILER: clang-17
31+
HOST_COMPILER: clang-17
32+
BUILD_TYPE: release
33+
ULIMIT_CORE: 0
34+
VT_CODE_COVERAGE: 0
35+
VT_LB: 1
36+
VT_TRACE: 0
37+
VT_TRACE_RT: 0
38+
VT_TRACE_ONLY: 1
39+
VT_MIMALLOC: 0
40+
VT_DOCS: 0
41+
VT_ASAN: 0
42+
VT_UBSAN: 0
43+
VT_WERROR: 1
44+
VT_POOL: 1
45+
VT_EXTENDED_TESTS: 1
46+
VT_TESTS_NUM_NODES: 2
47+
VT_EXTERNAL_FMT: 0
48+
VT_UNITY_BUILD: 1
49+
VT_PRODUCTION_BUILD: 0
50+
VT_FCONTEXT: 0
51+
VT_ZOLTAN: 0
52+
VT_CI_BUILD: 1
53+
VT_DIAGNOSTICS: 1
54+
VT_NO_COLOR: 1
55+
VT_BUILD_SHARED_LIBS: 0
56+
VT_INCLUSION: TPL
57+
VT_DEBUG_VERBOSE: 0
58+
VT_KOKKOS_ENABLED: 0
59+
VT_TV_ENABLED: 0
60+
VT_PERF_ENABLED: 1
61+
CMAKE_CXX_STANDARD: 17
62+
VT_CI_TEST_LB_SCHEMA: 0
63+
RUN_FULL_CI: true
64+
CACHE: "$(Agent.TempDirectory)/cache/"
65+
cache_name: ubuntu-clang-17-cache
66+
volume_name: ubuntu-cpp
67+
build_root: "$(CACHE)$(ARCH)-ubuntu-$(UBUNTU)-$(HOST_COMPILER)-$(COMPILER)-cache/"
68+
TS: 0
69+
TS_YEAR: 0
70+
TS_MONTH: 0
71+
TS_DAY: 0
72+
73+
74+
75+
stages:
76+
- stage: Build
77+
displayName: Build image
78+
jobs:
79+
- job: Build
80+
displayName: Build
81+
pool:
82+
vmImage: 'ubuntu-22.04'
83+
timeoutInMinutes: 180
84+
steps:
85+
- checkout: self
86+
fetchDepth: 0
87+
- task: Bash@3
88+
displayName: Build timestamp for caching
89+
continueOnError: true
90+
condition: eq(variables['RUN_FULL_CI'], 'true')
91+
inputs:
92+
targetType: 'inline'
93+
script: |
94+
echo 'string(TIMESTAMP current_date "%H;%M;%S" UTC)' > script
95+
echo 'execute_process(COMMAND ${CMAKE_COMMAND} -E echo "${current_date}")' >> script
96+
val=$(cmake -P script)
97+
echo "##vso[task.setvariable variable=TS]$val"
98+
echo 'string(TIMESTAMP current_date "%Y" UTC)' > script
99+
echo 'execute_process(COMMAND ${CMAKE_COMMAND} -E echo "${current_date}")' >> script
100+
val=$(cmake -P script)
101+
echo "##vso[task.setvariable variable=TS_YEAR]$val"
102+
echo 'string(TIMESTAMP current_date "%m" UTC)' > script
103+
echo 'execute_process(COMMAND ${CMAKE_COMMAND} -E echo "${current_date}")' >> script
104+
val=$(cmake -P script)
105+
echo "##vso[task.setvariable variable=TS_MONTH]$val"
106+
echo 'string(TIMESTAMP current_date "%d" UTC)' > script
107+
echo 'execute_process(COMMAND ${CMAKE_COMMAND} -E echo "${current_date}")' >> script
108+
val=$(cmake -P script)
109+
echo "##vso[task.setvariable variable=TS_DAY]$val"
110+
- task: Bash@3
111+
displayName: Output timestamp for caching
112+
continueOnError: true
113+
condition: and(eq(variables['RUN_FULL_CI'], 'true'), in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues'))
114+
inputs:
115+
targetType: 'inline'
116+
script: 'echo "my pipeline variable is $(TS) $(TS_YEAR) $(TS_MONTH) $(TS_DAY)"'
117+
- task: Cache@2
118+
displayName: Update cache
119+
continueOnError: true
120+
condition: and(eq(variables['RUN_FULL_CI'], 'true'), in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues'))
121+
inputs:
122+
securityNamespace: cache
123+
key: $(Agent.OS) | "$(cache_name)" | $(TS_YEAR) | $(TS_MONTH) | $(TS_DAY) | $(TS)
124+
path: '$(build_root)$(volume_name)/ccache'
125+
restoreKeys: |
126+
$(Agent.OS) | "$(cache_name)" | $(TS_YEAR) | $(TS_MONTH) | $(TS_DAY)
127+
$(Agent.OS) | "$(cache_name)" | $(TS_YEAR) | $(TS_MONTH)
128+
$(Agent.OS) | "$(cache_name)" | $(TS_YEAR)
129+
$(Agent.OS) | "$(cache_name)"
130+
- task: Bash@3
131+
displayName: Check for changes in containers
132+
condition: in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues')
133+
inputs:
134+
targetType: 'inline'
135+
script: |
136+
val=$(./scripts/check_containers.sh)
137+
echo "##vso[task.setvariable variable=compose_command]$val"
138+
- task: DockerCompose@1
139+
displayName: Pull container
140+
inputs:
141+
projectName: darma-tasking-vt
142+
containerregistrytype: 'Container Registry'
143+
dockerComposeFile: '**/docker-compose.yml'
144+
action: 'Run a Docker Compose command'
145+
dockerComposeCommand: '$(compose_command) ubuntu-cpp-clean --privileged'
146+
- task: DockerCompose@1
147+
displayName: Build container
148+
inputs:
149+
projectName: darma-tasking-vt
150+
containerregistrytype: 'Container Registry'
151+
dockerComposeFile: '**/docker-compose.yml'
152+
action: 'Run a Docker Compose command'
153+
dockerComposeCommand: 'run --privileged ubuntu-cpp-clean'
154+
env:
155+
CODECOV_TOKEN: $(codecov_token)
156+
- task: Bash@3
157+
displayName: Put compilation's and tests' logs in PR comment
158+
continueOnError: true
159+
condition: and(eq(variables['RUN_FULL_CI'], 'true'), and(succeededOrFailed(), eq(variables['Build.Reason'], 'PullRequest')))
160+
inputs:
161+
targetType: 'inline'
162+
script: |
163+
./scripts/report_logs_in_comment.sh \
164+
"$(build_root)$(volume_name)/vt/compilation_errors_warnings.out" \
165+
"$(build_root)$(volume_name)/vt/cmake-output.log" \
166+
"$(Build.BuildNumber)" \
167+
"$(System.PullRequest.PullRequestNumber)" \
168+
"$(Build.Repository.Name)" \
169+
"$GITHUB_PAT" \
170+
"$(Build.BuildId)" \
171+
"$(System.JobId)" \
172+
"$(Agent.JobStatus)"
173+
env:
174+
GITHUB_PAT: $(github_pat)
175+
- task: DockerCompose@1
176+
displayName: Push container to registry
177+
continueOnError: true
178+
condition: and(succeeded(), eq(variables['Build.SourceBranch'], 'refs/heads/develop'))
179+
inputs:
180+
projectName: darma-tasking-vt
181+
containerregistrytype: 'Container Registry'
182+
dockerRegistryEndpoint: 'dockerRegistryConnection1'
183+
dockerComposeFile: '**/docker-compose.yml'
184+
action: 'Run a Docker Compose command'
185+
dockerComposeCommand: 'push ubuntu-cpp-clean'
186+
- task: Bash@3
187+
displayName: Create artifacts
188+
continueOnError: true
189+
condition: and(eq(variables['RUN_FULL_CI'], 'true'), in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues'))
190+
inputs:
191+
targetType: 'inline'
192+
script: |
193+
zip -j $(Agent.TempDirectory)/LastTest.log.gz $(build_root)$(volume_name)/vt/Testing/Temporary/LastTest.log
194+
zip -j $(Agent.TempDirectory)/cmake-output.log.gz $(build_root)$(volume_name)/vt/cmake-output.log
195+
- task: PublishPipelineArtifact@1
196+
displayName: Upload CMake test output artifact
197+
continueOnError: true
198+
condition: and(eq(variables['RUN_FULL_CI'], 'true'), in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues'))
199+
inputs:
200+
targetPath: '$(Agent.TempDirectory)/LastTest.log.gz'
201+
artifact: 'CMakeLastTestLog'
202+
publishLocation: 'pipeline'
203+
- task: PublishPipelineArtifact@1
204+
displayName: Upload CMake full output artifact
205+
continueOnError: true
206+
condition: and(eq(variables['RUN_FULL_CI'], 'true'), in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues'))
207+
inputs:
208+
targetPath: '$(Agent.TempDirectory)/cmake-output.log.gz'
209+
artifact: 'CMakeOutputLog'
210+
publishLocation: 'pipeline'
211+
- task: Bash@3
212+
displayName: Finish pipeline
213+
condition: in(variables['Agent.JobStatus'], 'Succeeded', 'SucceededWithIssues')
214+
inputs:
215+
targetType: 'inline'
216+
script: |
217+
echo Done

‎ci/azure/azure-clang-9-ubuntu-mpich.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,7 @@ variables:
5757
VT_DEBUG_VERBOSE: 0
5858
VT_KOKKOS_ENABLED: 0
5959
VT_TV_ENABLED: 0
60+
VT_PERF_ENABLED: 0
6061
CMAKE_CXX_STANDARD: 17
6162
VT_CI_TEST_LB_SCHEMA: 0
6263
RUN_FULL_CI: true

‎ci/azure/azure-clang-alpine-mpich.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,7 @@ variables:
5757
VT_DEBUG_VERBOSE: 0
5858
VT_KOKKOS_ENABLED: 0
5959
VT_TV_ENABLED: 0
60+
VT_PERF_ENABLED: 0
6061
CMAKE_CXX_STANDARD: 17
6162
VT_CI_TEST_LB_SCHEMA: 0
6263
RUN_FULL_CI: true

‎ci/azure/azure-gcc-10-ubuntu-openmpi-spack.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -50,6 +50,7 @@ variables:
5050
VT_DEBUG_VERBOSE: 0
5151
VT_KOKKOS_ENABLED: 0
5252
VT_TV_ENABLED: 0
53+
VT_PERF_ENABLED: 0
5354
CMAKE_CXX_STANDARD: 17
5455
VT_CI_TEST_LB_SCHEMA: 0
5556
RUN_FULL_CI: false

0 commit comments

Comments
 (0)