Skip to content

Commit db7a712

Browse files
jeanbezjeanbez
committed
update CI
1 parent 2a702c3 commit db7a712

File tree

1 file changed

+76
-86
lines changed

1 file changed

+76
-86
lines changed

‎.github/workflows/perlmutter-no-cache.yaml

Lines changed: 76 additions & 86 deletions
Original file line numberDiff line numberDiff line change
@@ -9,19 +9,20 @@ concurrency:
99
env:
1010
GOOGLE_CREDENTIALS: "${{ secrets.GOOGLE_CREDENTIALS }}"
1111
GOOGLE_SPREADSHEET_ID: "${{ secrets.GOOGLE_SPREADSHEET_ID }}"
12+
PDC_BUILD_PATH: "${{ github.workspace }}/${{ github.run_id }}/build"
13+
PDC_INSTALL_PATH: "${{ github.workspace }}/${{ github.run_id }}/install"
14+
PDC_TMPDIR: "${{ github.workspace }}/${{ github.run_id }}/pdc-tmp-paralell-pdc"
15+
PDC_DATA_LOC: "${{ github.workspace }}/${{ github.run_id }}/pdc-data-paralell-pdc"
16+
SCHEDULER_PARAMETERS: "-A ${{ secrets.NERSC_PERLMUTTER_PROJECT }} --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00"
17+
MERCURY_DIR: "/global/cfs/cdirs/${{ secrets.NERSC_PERLMUTTER_PROJECT }}/pdc-perlmutter/mercury/install"
1218

1319
jobs:
14-
perlmutter-no-cache-build:
20+
build:
1521
runs-on:
1622
- self-hosted
1723
- perlmutter
1824
environment: NERSC
1925
timeout-minutes: 2880
20-
env:
21-
PDC_BUILD_PATH: "${{ github.workspace }}/${{ github.run_id }}/build"
22-
PDC_INSTALL_PATH: "${{ github.workspace }}/${{ github.run_id }}/install"
23-
SCHEDULER_PARAMETERS: "-A ${{ secrets.NERSC_PERLMUTTER_PROJECT }} --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00"
24-
MERCURY_DIR: "/global/cfs/cdirs/${{ secrets.NERSC_PERLMUTTER_PROJECT }}/pdc-perlmutter/mercury/install"
2526
steps:
2627
- uses: actions/[email protected]
2728
with:
@@ -33,7 +34,7 @@ jobs:
3334
module list
3435
mkdir -p ${PDC_BUILD_PATH}/no-cache
3536
cd ${PDC_BUILD_PATH}/no-cache
36-
cmake ../../.. -DBUILD_MPI_TESTING=ON -DBUILD_SHARED_LIBS=ON -DPDC_SERVER_CACHE=OFF -DBUILD_TESTING=ON -DCMAKE_INSTALL_PREFIX=$PDC_DIR -DPDC_ENABLE_MPI=ON -DMERCURY_DIR=$MERCURY_DIR -DCMAKE_C_COMPILER=cc -DMPI_RUN_CMD="srun -A ${{ secrets.NERSC_PERLMUTTER_PROJECT }} --qos=debug --constraint=cpu --tasks-per-node=64" -DCMAKE_INSTALL_PREFIX=${PDC_INSTALL_PATH}/perlmutter/no-cache
37+
cmake ../../.. -DBUILD_MPI_TESTING=ON -DBUILD_SHARED_LIBS=ON -DPDC_SERVER_CACHE=OFF -DBUILD_TESTING=ON -DCMAKE_INSTALL_PREFIX=$PDC_DIR -DPDC_ENABLE_MPI=ON -DMERCURY_DIR=$MERCURY_DIR -DCMAKE_C_COMPILER=cc -DMPI_RUN_CMD="srun -A ${{ secrets.NERSC_PERLMUTTER_PROJECT }} --qos=debug --constraint=cpu --tasks-per-node=64" -DCMAKE_INSTALL_PREFIX=${PDC_INSTALL_PATH}
3738
make -j
3839
make install
3940
- uses: actions/[email protected]
@@ -43,27 +44,23 @@ jobs:
4344
path: |
4445
${{ github.workspace }}/${{ github.run_id }}
4546
46-
perlmutter-no-cache-parallel-pdc:
47-
needs: perlmutter-no-cache-build
47+
parallel-pdc:
48+
needs: build
4849
runs-on:
4950
- self-hosted
5051
- perlmutter
5152
environment: NERSC
5253
timeout-minutes: 2880
5354
env:
54-
PDC_BUILD_PATH: "${{ github.workspace }}/${{ github.run_id }}/build"
55-
PDC_INSTALL_PATH: "${{ github.workspace }}/${{ github.run_id }}/install"
56-
SCHEDULER_PARAMETERS: "-A ${{ secrets.NERSC_PERLMUTTER_PROJECT }} --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00"
57-
MERCURY_DIR: "/global/cfs/cdirs/${{ secrets.NERSC_PERLMUTTER_PROJECT }}/pdc-perlmutter/mercury/install"
58-
PDC_TMPDIR: "${{ github.workspace }}/${{ github.run_id }}/pdc-tmp-paralell-pdc"
59-
PDC_DATA_LOC: "${{ github.workspace }}/${{ github.run_id }}/pdc-data-paralell-pdc"
55+
6056
steps:
6157
- uses: actions/[email protected]
6258
with:
6359
fetch-depth: 20
6460
lfs: true
6561
- uses: actions/[email protected]
6662
with:
63+
merge-multiple: true
6764
path: |
6865
${{ github.workspace }}/${{ github.run_id }}
6966
- run: |
@@ -72,132 +69,125 @@ jobs:
7269
ctest -L parallel_pdc
7370
rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC}
7471
75-
perlmutter-no-cache-parallel-obj:
72+
parallel-obj:
7673
needs:
77-
- perlmutter-no-cache-build
78-
- perlmutter-no-cache-parallel-pdc
74+
- build
75+
- parallel-pdc
7976
runs-on:
8077
- self-hosted
8178
- perlmutter
8279
timeout-minutes: 2880
83-
env:
84-
PDC_BUILD_PATH: "${{ github.workspace }}/build"
85-
PDC_INSTALL_PATH: "${{ github.workspace }}/install"
86-
SCHEDULER_PARAMETERS: "-A ${{ secrets.NERSC_PERLMUTTER_PROJECT }} --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00"
87-
MERCURY_DIR: "/global/cfs/cdirs/${{ secrets.NERSC_PERLMUTTER_PROJECT }}/pdc-perlmutter/mercury/install"
88-
PDC_TMPDIR: "${PDC_BUILD_PATH}/no-cache/pdc-tmp-paralell-obj"
89-
PDC_DATA_LOC: "${PDC_BUILD_PATH}/no-cache/pdc-data-paralell-obj"
9080
steps:
9181
- uses: actions/[email protected]
9282
with:
9383
fetch-depth: 20
9484
lfs: true
9585
- uses: actions/[email protected]
96-
- run: export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH"
97-
- run: cd ${PDC_BUILD_PATH}/perlmutter/no-cache
98-
- run: ctest -L parallel_obj
99-
- run: rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC}
86+
with:
87+
merge-multiple: true
88+
path: |
89+
${{ github.workspace }}/${{ github.run_id }}
90+
- run: |
91+
export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH"
92+
cd ${PDC_BUILD_PATH}/no-cache
93+
ctest -L parallel_obj
94+
rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC}
10095
101-
perlmutter-no-cache-parallel-cont:
96+
parallel-cont:
10297
needs:
103-
- perlmutter-no-cache-build
104-
- perlmutter-no-cache-parallel-pdc
98+
- build
99+
- parallel-pdc
105100
runs-on:
106101
- self-hosted
107102
- perlmutter
103+
environment: NERSC
108104
timeout-minutes: 2880
109-
env:
110-
PDC_BUILD_PATH: "${{ github.workspace }}/build"
111-
PDC_INSTALL_PATH: "${{ github.workspace }}/install"
112-
SCHEDULER_PARAMETERS: "-A ${{ secrets.NERSC_PERLMUTTER_PROJECT }} --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00"
113-
MERCURY_DIR: "/global/cfs/cdirs/${{ secrets.NERSC_PERLMUTTER_PROJECT }}/pdc-perlmutter/mercury/install"
114-
PDC_TMPDIR: "${PDC_BUILD_PATH}/no-cache/pdc-tmp-paralell-cont"
115-
PDC_DATA_LOC: "${PDC_BUILD_PATH}/no-cache/pdc-data-paralell-cont"
116-
steps:
117105
- uses: actions/[email protected]
118106
with:
119107
fetch-depth: 20
120108
lfs: true
121109
- uses: actions/[email protected]
122-
- run: export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH"
123-
- run: cd ${PDC_BUILD_PATH}/perlmutter/no-cache
124-
- run: ctest -L parallel_cont
125-
- run: rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC}
110+
with:
111+
merge-multiple: true
112+
path: |
113+
${{ github.workspace }}/${{ github.run_id }}
114+
- run: |
115+
export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH"
116+
cd ${PDC_BUILD_PATH}/no-cache
117+
ctest -L parallel_cont
118+
rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC}
126119
127-
perlmutter-no-cache-parallel-prop:
120+
parallel-prop:
128121
needs:
129-
- perlmutter-no-cache-build
130-
- perlmutter-no-cache-parallel-pdc
122+
- build
123+
- parallel-pdc
131124
runs-on:
132125
- self-hosted
133126
- perlmutter
127+
environment: NERSC
134128
timeout-minutes: 2880
135-
env:
136-
PDC_BUILD_PATH: "${{ github.workspace }}/build"
137-
PDC_INSTALL_PATH: "${{ github.workspace }}/install"
138-
SCHEDULER_PARAMETERS: "-A ${{ secrets.NERSC_PERLMUTTER_PROJECT }} --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00"
139-
MERCURY_DIR: "/global/cfs/cdirs/${{ secrets.NERSC_PERLMUTTER_PROJECT }}/pdc-perlmutter/mercury/install"
140-
PDC_TMPDIR: "${PDC_BUILD_PATH}/no-cache/pdc-tmp-paralell-prop"
141-
PDC_DATA_LOC: "${PDC_BUILD_PATH}/no-cache/pdc-data-paralell-prop"
142129
steps:
143130
- uses: actions/[email protected]
144131
with:
145132
fetch-depth: 20
146133
lfs: true
147134
- uses: actions/[email protected]
148-
- run: export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH"
149-
- run: cd ${PDC_BUILD_PATH}/perlmutter/no-cache
150-
- run: ctest -L parallel_prop
151-
- run: rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC}
135+
with:
136+
merge-multiple: true
137+
path: |
138+
${{ github.workspace }}/${{ github.run_id }}
139+
- run: |
140+
export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH"
141+
cd ${PDC_BUILD_PATH}/no-cache
142+
ctest -L parallel_prop
143+
rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC}
152144
153-
perlmutter-no-cache-parallel-region:
145+
parallel-region:
154146
needs:
155-
- perlmutter-no-cache-build
156-
- perlmutter-no-cache-parallel-pdc
147+
- build
148+
- parallel-pdc
157149
runs-on:
158150
- self-hosted
159151
- perlmutter
152+
environment: NERSC
160153
timeout-minutes: 2880
161-
env:
162-
PDC_BUILD_PATH: "${{ github.workspace }}/build"
163-
PDC_INSTALL_PATH: "${{ github.workspace }}/install"
164-
SCHEDULER_PARAMETERS: "-A ${{ secrets.NERSC_PERLMUTTER_PROJECT }} --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00"
165-
MERCURY_DIR: "/global/cfs/cdirs/${{ secrets.NERSC_PERLMUTTER_PROJECT }}/pdc-perlmutter/mercury/install"
166-
PDC_TMPDIR: "${PDC_BUILD_PATH}/no-cache/pdc-tmp-paralell-region"
167-
PDC_DATA_LOC: "${PDC_BUILD_PATH}/no-cache/pdc-data-paralell-region"
168154
steps:
169155
- uses: actions/[email protected]
170156
with:
171157
fetch-depth: 20
172158
lfs: true
173159
- uses: actions/[email protected]
174-
- run: export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH"
175-
- run: cd ${PDC_BUILD_PATH}/perlmutter/no-cache
176-
- run: ctest -L parallel_region_transfer
177-
- run: rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC}
160+
with:
161+
merge-multiple: true
162+
path: |
163+
${{ github.workspace }}/${{ github.run_id }}
164+
- run: |
165+
export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH"
166+
cd ${PDC_BUILD_PATH}/no-cache
167+
ctest -L parallel_region_transfer
168+
rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC}
178169
179-
perlmutter-no-cache-parallel-region-all:
170+
parallel-region-all:
180171
needs:
181-
- perlmutter-no-cache-build
182-
- perlmutter-no-cache-parallel-pdc
172+
- build
173+
- parallel-pdc
183174
runs-on:
184175
- self-hosted
185176
- perlmutter
177+
environment: NERSC
186178
timeout-minutes: 2880
187-
env:
188-
PDC_BUILD_PATH: "${{ github.workspace }}/build"
189-
PDC_INSTALL_PATH: "${{ github.workspace }}/install"
190-
SCHEDULER_PARAMETERS: "-A ${{ secrets.NERSC_PERLMUTTER_PROJECT }} --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00"
191-
MERCURY_DIR: "/global/cfs/cdirs/${{ secrets.NERSC_PERLMUTTER_PROJECT }}/pdc-perlmutter/mercury/install"
192-
PDC_TMPDIR: "${PDC_BUILD_PATH}/no-cache/pdc-tmp-paralell-region-all"
193-
PDC_DATA_LOC: "${PDC_BUILD_PATH}/no-cache/pdc-data-paralell-region-all"
194179
steps:
195180
- uses: actions/[email protected]
196181
with:
197182
fetch-depth: 20
198183
lfs: true
199184
- uses: actions/[email protected]
200-
- run: export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH"
201-
- run: cd ${PDC_BUILD_PATH}/perlmutter/no-cache
202-
- run: ctest -L parallel_region_transfer_all
203-
- run: rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC}
185+
with:
186+
merge-multiple: true
187+
path: |
188+
${{ github.workspace }}/${{ github.run_id }}
189+
- run: |
190+
export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH"
191+
cd ${PDC_BUILD_PATH}/no-cache
192+
ctest -L parallel_region_transfer_all
193+
rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC}

0 commit comments

Comments
 (0)