Skip to content

Commit 74da7d9

Browse files
sgiavasissgiavasis
authored
Merge branch 'many_pipes' into inventory_error_message
2 parents c6b3a18 + 8dcef78 commit 74da7d9

24 files changed

+142
-116
lines changed

‎.github/dependabot.yaml‎

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
version: 2
2+
updates:
3+
- package-ecosystem: "github-actions"
4+
directory: /
5+
# Check for updates once a week
6+
schedule:
7+
interval: weekly
8+
groups:
9+
all-actions:
10+
patterns: [ "*" ]
11+
- package-ecosystem: pip
12+
directory: /
13+
schedule:
14+
interval: weekly
15+
groups:
16+
production dependencies:
17+
dependency-type: production
18+
development dependencies:
19+
dependency-type: development
20+
target-branch: develop

‎.github/workflows/build_C-PAC.yml‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -13,20 +13,20 @@ jobs:
1313
runs-on: ubuntu-latest
1414
steps:
1515
- name: Maximize build space
16-
uses: easimon/maximize-build-space@v6
16+
uses: easimon/maximize-build-space@v10
1717
with:
1818
remove-dotnet: 'true'
1919
remove-android: 'true'
2020
remove-haskell: 'true'
2121
overprovision-lvm: 'true'
2222
- name: Check out C-PAC
23-
uses: actions/checkout@v3
23+
uses: actions/checkout@v4
2424
with:
2525
fetch-depth: 2
2626
- name: Set up Docker Buildx
27-
uses: docker/setup-buildx-action@v2.2.1
27+
uses: docker/setup-buildx-action@v3.9.0
2828
- name: Log in to GitHub Container Registry
29-
uses: docker/login-action@v2
29+
uses: docker/login-action@v3
3030
with:
3131
registry: ghcr.io
3232
username: ${{ github.actor }}
@@ -87,7 +87,7 @@ jobs:
8787
echo $DOCKERFILE
8888
cat $DOCKERFILE
8989
- name: Build and push Docker image
90-
uses: docker/build-push-action@v4.0.0
90+
uses: docker/build-push-action@v6.13.0
9191
with:
9292
context: .
9393
file: ${{ env.DOCKERFILE }}

‎.github/workflows/build_and_test.yml‎

Lines changed: 19 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,7 @@ jobs:
5858
runs-on: ubuntu-latest
5959
steps:
6060
- name: Check out C-PAC
61-
uses: actions/checkout@v3
61+
uses: actions/checkout@v4
6262
with:
6363
fetch-depth: 0
6464
- name: Set tag & see if it exists
@@ -80,17 +80,17 @@ jobs:
8080
sudo rm -rf "$AGENT_TOOLSDIRECTORY"
8181
- name: Set up Docker Buildx
8282
if: contains(fromJSON(env.REBUILD), matrix.Dockerfile) || steps.docker_tag.outputs.not_yet_exists == 1
83-
uses: docker/setup-buildx-action@v2.2.1
83+
uses: docker/setup-buildx-action@v3.9.0
8484
- name: Log in to GitHub Container Registry
8585
if: contains(fromJSON(env.REBUILD), matrix.Dockerfile) || steps.docker_tag.outputs.not_yet_exists == 1
86-
uses: docker/login-action@v2
86+
uses: docker/login-action@v3
8787
with:
8888
registry: ghcr.io
8989
username: ${{ github.actor }}
9090
password: ${{ secrets.GITHUB_TOKEN }}
9191
- name: Build and push Docker image
9292
if: contains(fromJSON(env.REBUILD), matrix.Dockerfile) || steps.docker_tag.outputs.not_yet_exists == 1
93-
uses: docker/build-push-action@v4.0.0
93+
uses: docker/build-push-action@v6.13.0
9494
with:
9595
file: .github/Dockerfiles/${{ matrix.Dockerfile }}.Dockerfile
9696
push: true
@@ -110,7 +110,7 @@ jobs:
110110
runs-on: ubuntu-latest
111111
steps:
112112
- name: Check out C-PAC
113-
uses: actions/checkout@v3
113+
uses: actions/checkout@v4
114114
with:
115115
fetch-depth: 0
116116
- name: Set tag & see if it exists
@@ -140,17 +140,17 @@ jobs:
140140
sudo rm -rf "$AGENT_TOOLSDIRECTORY"
141141
- name: Set up Docker Buildx
142142
if: contains(fromJSON(env.REBUILD), matrix.Dockerfile) || steps.docker_tag.outputs.not_yet_exists == 1
143-
uses: docker/setup-buildx-action@v2.2.1
143+
uses: docker/setup-buildx-action@v3.9.0
144144
- name: Log in to GitHub Container Registry
145145
if: contains(fromJSON(env.REBUILD), matrix.Dockerfile) || steps.docker_tag.outputs.not_yet_exists == 1
146-
uses: docker/login-action@v2
146+
uses: docker/login-action@v3
147147
with:
148148
registry: ghcr.io
149149
username: ${{ github.actor }}
150150
password: ${{ secrets.GITHUB_TOKEN }}
151151
- name: Build and push Docker image
152152
if: contains(fromJSON(env.REBUILD), matrix.Dockerfile) || steps.docker_tag.outputs.not_yet_exists == 1
153-
uses: docker/build-push-action@v4.0.0
153+
uses: docker/build-push-action@v6.13.0
154154
with:
155155
context: .
156156
file: .github/Dockerfiles/${{ matrix.Dockerfile }}.Dockerfile
@@ -172,14 +172,14 @@ jobs:
172172
variant: ${{ fromJSON(inputs.phase_three) }}
173173
steps:
174174
- name: Maximize build space
175-
uses: easimon/maximize-build-space@v6
175+
uses: easimon/maximize-build-space@v10
176176
with:
177177
remove-dotnet: 'true'
178178
remove-android: 'true'
179179
remove-haskell: 'true'
180180
overprovision-lvm: 'true'
181181
- name: Check out C-PAC
182-
uses: actions/checkout@v3
182+
uses: actions/checkout@v4
183183
with:
184184
fetch-depth: 0
185185
- name: Prep source files
@@ -215,17 +215,17 @@ jobs:
215215
sudo rm -rf "$AGENT_TOOLSDIRECTORY"
216216
- name: Set up Docker Buildx
217217
if: contains(fromJSON(env.REBUILD), matrix.variant) || steps.docker_tag.outputs.not_yet_exists == 1
218-
uses: docker/setup-buildx-action@v2.2.1
218+
uses: docker/setup-buildx-action@v3.9.0
219219
- name: Log in to GitHub Container Registry
220220
if: contains(fromJSON(env.REBUILD), matrix.variant) || steps.docker_tag.outputs.not_yet_exists == 1
221-
uses: docker/login-action@v2
221+
uses: docker/login-action@v3
222222
with:
223223
registry: ghcr.io
224224
username: ${{ github.actor }}
225225
password: ${{ secrets.GITHUB_TOKEN }}
226226
- name: Build and push base image
227227
if: contains(fromJSON(env.REBUILD), matrix.variant) || steps.docker_tag.outputs.not_yet_exists == 1
228-
uses: docker/build-push-action@v4.0.0
228+
uses: docker/build-push-action@v6.13.0
229229
with:
230230
context: .
231231
file: .github/Dockerfiles/base-${{ matrix.variant }}.Dockerfile
@@ -244,14 +244,14 @@ jobs:
244244
REBUILD: ${{ inputs.rebuild_phase_three }}
245245
steps:
246246
- name: Maximize build space
247-
uses: easimon/maximize-build-space@v6
247+
uses: easimon/maximize-build-space@v10
248248
with:
249249
remove-dotnet: 'true'
250250
remove-android: 'true'
251251
remove-haskell: 'true'
252252
overprovision-lvm: 'true'
253253
- name: Check out C-PAC
254-
uses: actions/checkout@v3
254+
uses: actions/checkout@v4
255255
with:
256256
fetch-depth: 0
257257
- name: Prep source files
@@ -287,17 +287,17 @@ jobs:
287287
sudo rm -rf "$AGENT_TOOLSDIRECTORY"
288288
- name: Set up Docker Buildx
289289
if: contains(fromJSON(env.REBUILD), 'standard') || steps.docker_tag.outputs.not_yet_exists == 1
290-
uses: docker/setup-buildx-action@v2.2.1
290+
uses: docker/setup-buildx-action@v3.9.0
291291
- name: Log in to GitHub Container Registry
292292
if: contains(fromJSON(env.REBUILD), 'standard') || steps.docker_tag.outputs.not_yet_exists == 1
293-
uses: docker/login-action@v2
293+
uses: docker/login-action@v3
294294
with:
295295
registry: ghcr.io
296296
username: ${{ github.actor }}
297297
password: ${{ secrets.GITHUB_TOKEN }}
298298
- name: Build and push base image
299299
if: contains(fromJSON(env.REBUILD), 'standard') || steps.docker_tag.outputs.not_yet_exists == 1
300-
uses: docker/build-push-action@v4.0.0
300+
uses: docker/build-push-action@v6.13.0
301301
with:
302302
context: .
303303
file: .github/Dockerfiles/base-standard.Dockerfile
@@ -350,7 +350,7 @@ jobs:
350350
runs-on: ubuntu-latest
351351
steps:
352352
- name: Check out C-PAC
353-
uses: actions/checkout@v3
353+
uses: actions/checkout@v4
354354
with:
355355
fetch-depth: 2
356356
- name: Trigger CircleCI tests

‎.github/workflows/delete_images.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ jobs:
1818
IMAGE: c-pac
1919
steps:
2020
- name: Check out C-PAC
21-
uses: actions/checkout@v3
21+
uses: actions/checkout@v4
2222
- name: 'Delete branch image'
2323
run: |
2424
OWNER=$(echo ${GITHUB_REPOSITORY} | cut -d '/' -f 1)
@@ -41,7 +41,7 @@ jobs:
4141
-X DELETE \
4242
https://api.github.com/${OWNER_TYPE}/${OWNER}/packages/container/c-pac/versions/${VERSION_ID}
4343
- name: Delete all containers from repository without tags
44-
uses: Chizkiyahu/delete-untagged-ghcr-action@v2
44+
uses: Chizkiyahu/delete-untagged-ghcr-action@v6
4545
with:
4646
token: ${GITHUB_TOKEN}
4747
repository_owner: ${{ github.repository_owner }}

‎.github/workflows/deploy_to_Docker_Hub.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ jobs:
1818
runs-on: ubuntu-latest
1919
steps:
2020
- name: Log in to Docker Hub
21-
uses: docker/login-action@v2
21+
uses: docker/login-action@v3
2222
with:
2323
username: ${{ secrets.DOCKERHUB_USER }}
2424
password: ${{ secrets.DOCKERHUB_TOKEN }}

‎.github/workflows/on_push.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -32,11 +32,11 @@ jobs:
3232
runs-on: ubuntu-latest
3333
steps:
3434
- name: Check out C-PAC
35-
uses: actions/checkout@v3
35+
uses: actions/checkout@v4
3636
with:
3737
fetch-depth: 2
3838
- name: Get changed files since last commit
39-
uses: tj-actions/changed-files@v41.0.0
39+
uses: tj-actions/changed-files@v45.0.7
4040
id: changed-files
4141
with:
4242
since_last_remote_commit: "true"

‎.github/workflows/regression_test_full.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@ jobs:
2323
fi
2424
2525
- name: Checkout Code
26-
uses: actions/checkout@v2
26+
uses: actions/checkout@v4
2727
- name: Clone reg-suite
2828
run: |
2929
git clone https://github.com/amygutierrez/reg-suite.git
@@ -34,7 +34,7 @@ jobs:
3434
echo "Running full regression test"
3535
echo "୧(๑•̀ヮ•́)૭ LET'S GO! ٩(^ᗜ^ )و "
3636
37-
- uses: actions/upload-artifact@v3
37+
- uses: actions/upload-artifact@v4
3838
if: always()
3939
with:
4040
name: logs

‎.github/workflows/regression_test_lite.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -57,15 +57,15 @@ jobs:
5757
ssh-keyscan -H -t rsa "${{ env.SSH_HOST }}" > ~/.ssh/known_hosts
5858
5959
- name: Initiate check
60-
uses: guibranco/[email protected].7
60+
uses: guibranco/[email protected].13
6161
with:
6262
authToken: ${{ secrets.GITHUB_TOKEN }}
6363
context: Launch lite regression test
6464
description: launching
6565
state: pending
6666

6767
- name: Connect and Run Regression Test Lite
68-
uses: appleboy/ssh-action@v1.0.0
68+
uses: appleboy/ssh-action@v1.2.0
6969
with:
7070
host: ${{ secrets.SSH_HOST }}
7171
username: ${{ secrets.SSH_USER }}

‎.github/workflows/smoke_test_participant.yml‎

Lines changed: 18 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -104,7 +104,7 @@ jobs:
104104
--participant_label ${{ matrix.participant }} \
105105
--preconfig ${{ matrix.preconfig }} \
106106
--n_cpus 2
107-
- uses: actions/upload-artifact@v3
107+
- uses: actions/upload-artifact@v4
108108
if: ${{ always() }}
109109
with:
110110
name: expectedOutputs human ${{ matrix.preconfig }} ${{ matrix.variant }} ${{ matrix.participant }}
@@ -144,14 +144,14 @@ jobs:
144144
TAG=$TAG$VARIANT
145145
echo DOCKER_TAG=$(echo "ghcr.io/${{ github.repository }}" | tr '[:upper:]' '[:lower:]'):$TAG >> $GITHUB_ENV
146146
cat $GITHUB_ENV
147+
- name: setup-conda
148+
uses: conda-incubator/[email protected]
147149
- name: Set up datalad-OSF
148150
run: |
151+
sudo apt-get update && sudo apt-get install -y git-annex
149152
git config --global user.email "[email protected]"
150153
git config --global user.name "Theodore (Machine User)"
151-
wget -O- http://neuro.debian.net/lists/jammy.us-tn.libre | sudo tee /etc/apt/sources.list.d/neurodebian.sources.list
152-
sudo apt-key adv --recv-keys --keyserver hkps://keyserver.ubuntu.com 0xA5D32F012649A5A9
153-
sudo apt-get update
154-
sudo apt-get install datalad git-annex-standalone
154+
yes | conda install -c conda-forge datalad
155155
pip install datalad-osf
156156
- name: Get NHP test data
157157
run: |
@@ -168,7 +168,7 @@ jobs:
168168
--preconfig ${{ matrix.preconfig }} \
169169
--participant_label ${{ matrix.participant }} \
170170
--n_cpus 2
171-
- uses: actions/upload-artifact@v3
171+
- uses: actions/upload-artifact@v4
172172
if: ${{ always() }}
173173
with:
174174
name: expectedOutputs nhp ${{ matrix.preconfig }} ${{ matrix.variant }} ${{ matrix.participant }}
@@ -203,17 +203,24 @@ jobs:
203203
TAG=$TAG$VARIANT
204204
echo DOCKER_TAG=$(echo "ghcr.io/${{ github.repository }}" | tr '[:upper:]' '[:lower:]'):$TAG >> $GITHUB_ENV
205205
cat $GITHUB_ENV
206+
- name: setup-conda
207+
uses: conda-incubator/[email protected]
208+
with:
209+
activate-environment: datalad-osf
210+
channels: conda-forge
211+
conda-remove-defaults: "true"
212+
python-version: 3.12
206213
- name: Set up datalad-OSF
207214
run: |
215+
sudo apt-get update && sudo apt-get install -y git-annex
208216
git config --global user.email "[email protected]"
209217
git config --global user.name "Theodore (Machine User)"
210-
wget -O- http://neuro.debian.net/lists/jammy.us-tn.libre | sudo tee /etc/apt/sources.list.d/neurodebian.sources.list
211-
sudo apt-key adv --recv-keys --keyserver hkps://keyserver.ubuntu.com 0xA5D32F012649A5A9
212-
sudo apt-get update
213-
sudo apt-get install datalad git-annex-standalone
218+
yes | conda install -c conda-forge datalad
214219
pip install datalad-osf
215220
- name: Get rodent test data
216221
run: |
222+
export GIT_TRACE=1
223+
export DATALAD_LOG_LEVEL=DEBUG
217224
datalad clone osf://uya3r test-data
218225
- name: Run rodent smoke test
219226
run: |
@@ -226,7 +233,7 @@ jobs:
226233
/test-data /outputs test_config \
227234
--preconfig rodent \
228235
--n_cpus 2
229-
- uses: actions/upload-artifact@v3
236+
- uses: actions/upload-artifact@v4
230237
if: ${{ always() }}
231238
with:
232239
name: expectedOutputs rodent ${{ matrix.variant }}

‎CHANGELOG.md‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -32,6 +32,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
3232
- Automatically tag untagged `subject_id` and `unique_id` as `!!str` when loading data config files.
3333
- Made orientation configurable (was hard-coded as "RPI").
3434
- Resource-not-found errors now include information about where to source those resources.
35+
- Moved `ref_mask_res_2` and `T1w_template_res-2` fields from registration into surface under `abcd_prefreesurfer_prep`.
3536

3637
### Fixed
3738

@@ -46,6 +47,12 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
4647
- `ABCD-HCP`
4748
- `fMRIPrep-LTS`
4849
- Typehinting support for Python < 3.10.
50+
- Extra outputs listed in `freesurfer_abcd_preproc`.
51+
- Resource `space-template_desc-T1w_mask`
52+
- as output from FNIRT registration.
53+
- as inputs from Nodeblocks requesting it and, replaced with `space-template_desc-brain_mask`.
54+
- from outputs tsv.
55+
4956

5057
## [1.8.7] - 2024-05-03
5158

0 commit comments

Comments
 (0)