Use icechunk 2 and latest zarr-python (#650) #439
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Any commit to master branch re-builds images, re-runs tests, and pushes SHA tags to DockerHub | |
| name: Build | |
| on: | |
| push: | |
| branches: | |
| - master | |
| paths-ignore: | |
| - 'LICENSE' | |
| - 'README.md' | |
| - 'Makefile' | |
| - 'environment-condalock.yml' | |
| - 'update_lockfile.sh' | |
| env: | |
| DOCKER_ORG: pangeo | |
| GITHUB_SHA: ${{ github.sha }} | |
| GITHUB_REF: ${{ github.ref }} | |
| permissions: {} | |
| jobs: | |
| base-image: | |
| env: | |
| IMAGE: base-image | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Repository | |
| uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| with: | |
| persist-credentials: false | |
| - name: Set Job Environment Variables | |
| run: | | |
| CALVER="$( date -u '+%Y.%m.%d' )" | |
| SHA7="${GITHUB_SHA::7}" | |
| DOCKER_TAG=$SHA7 | |
| echo "DOCKER_TAG=${DOCKER_TAG}" >> $GITHUB_ENV | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@ce360397dd3f832beb865e1373c09c0e9f86d70a # v4.0.0 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@4d04d5d9486b7bd6fa91e7baf45bbb4f8b9deedd # v4.0.0 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@b45d80f862d83dbcd57f89517bcf500b2ab88fb2 # v4.0.0 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USER }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: Login to Quay.io | |
| uses: docker/login-action@b45d80f862d83dbcd57f89517bcf500b2ab88fb2 # v4.0.0 | |
| with: | |
| registry: quay.io | |
| username: ${{ secrets.QUAY_USER }} | |
| password: ${{ secrets.QUAY_TOKEN }} | |
| - name: Build and push | |
| uses: docker/build-push-action@d08e5c354a6adb9ed34480a06d141179aa583294 # v7.0.0 | |
| with: | |
| context: ${{ env.IMAGE }} | |
| platforms: linux/amd64,linux/arm64 | |
| push: true | |
| tags: | | |
| ${{env.DOCKER_ORG}}/${{ env.IMAGE }}:master | |
| ${{env.DOCKER_ORG}}/${{ env.IMAGE }}:${{env.DOCKER_TAG}} | |
| quay.io/${{env.DOCKER_ORG}}/${{ env.IMAGE }}:master | |
| quay.io/${{env.DOCKER_ORG}}/${{ env.IMAGE }}:${{env.DOCKER_TAG}} | |
| matrix-build: | |
| needs: base-image | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| IMAGE: [base-notebook, pangeo-notebook, ml-notebook, pytorch-notebook] | |
| name: ${{ matrix.IMAGE }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Repository | |
| uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| with: | |
| persist-credentials: false | |
| - name: Set Job Environment Variables | |
| run: | | |
| SHA7="${GITHUB_SHA::7}" | |
| DOCKER_TAG=$SHA7 | |
| echo "DOCKER_TAG=${DOCKER_TAG}" >> $GITHUB_ENV | |
| # https://github.com/actions/runner-images/issues/2840#issuecomment-790492173 | |
| - name: Free up disk space | |
| run: | | |
| df -h | |
| docker image ls | |
| sudo apt clean | |
| sudo rm -rf /usr/local/lib/android /usr/share/dotnet /opt/ghc | |
| df -h | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@ce360397dd3f832beb865e1373c09c0e9f86d70a # v4.0.0 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@4d04d5d9486b7bd6fa91e7baf45bbb4f8b9deedd # v4.0.0 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@b45d80f862d83dbcd57f89517bcf500b2ab88fb2 # v4.0.0 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USER }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: Login to Quay.io | |
| uses: docker/login-action@b45d80f862d83dbcd57f89517bcf500b2ab88fb2 # v4.0.0 | |
| with: | |
| registry: quay.io | |
| username: ${{ secrets.QUAY_USER }} | |
| password: ${{ secrets.QUAY_TOKEN }} | |
| - name: Build and push | |
| uses: docker/build-push-action@d08e5c354a6adb9ed34480a06d141179aa583294 # v7.0.0 | |
| with: | |
| context: ${{ matrix.IMAGE }} | |
| push: true | |
| platforms: linux/amd64,linux/arm64 | |
| tags: | | |
| ${{env.DOCKER_ORG}}/${{ matrix.IMAGE }}:master | |
| ${{env.DOCKER_ORG}}/${{ matrix.IMAGE }}:${{env.DOCKER_TAG}} | |
| quay.io/${{env.DOCKER_ORG}}/${{ matrix.IMAGE }}:master | |
| quay.io/${{env.DOCKER_ORG}}/${{ matrix.IMAGE }}:${{env.DOCKER_TAG}} | |
| - name: Inspect Image | |
| run: | | |
| docker run ${DOCKER_ORG}/${{ matrix.IMAGE }}:master conda list | |
| docker images ls | |
| - name: Test Image | |
| run: | | |
| docker run -u 1000 -w /srv/test -v $PWD:/srv/test ${DOCKER_ORG}/${{ matrix.IMAGE }}:master ./run_tests.sh ${{ matrix.IMAGE }} |