jenkins-2/2.537 package update (#72279) #15
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Withdraw packages | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - "withdrawn-packages.txt" | |
| # Don't withdraw during builds, to prevent out of sync signatures. | |
| concurrency: build | |
| permissions: {} | |
| jobs: | |
| withdraw: | |
| if: github.repository == 'wolfi-dev/os' | |
| name: Withdraw packages | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - name: Harden Runner | |
| uses: step-security/harden-runner@ec9f2d5744a09debf3a187a3f4f675c53b671911 # v2.13.0 | |
| with: | |
| egress-policy: audit | |
| - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
| with: | |
| fetch-depth: 0 # We want the full history for uploading withdrawn-packages.txt to GCS. If this takes too long, we look at merging both files. | |
| # this need to point to main to always get the latest action | |
| - name: "Install wolfictl onto PATH" | |
| uses: wolfi-dev/actions/install-wolfictl@main # main | |
| # This is managed here: https://github.com/chainguard-dev/secrets/blob/main/wolfi-dev.tf | |
| - uses: google-github-actions/auth@b7593ed2efd1c1617e1b0254da33b86225adb2a5 # v2.1.12 | |
| id: auth | |
| with: | |
| workload_identity_provider: "projects/12758742386/locations/global/workloadIdentityPools/gh-pool-wolfi/providers/github-provider" | |
| service_account: "[email protected]" | |
| - uses: google-github-actions/setup-gcloud@6a7c903a70c8625ed6700fa299f5ddb4ca6022e9 # v2.1.5 | |
| with: | |
| project_id: "chainguard-github-secrets" | |
| - uses: 'google-github-actions/get-secretmanager-secrets@50ec04d56ddf2740b0bde82926cc742f90e06d2b' # v2.2.4 | |
| id: secrets | |
| with: | |
| secrets: |- | |
| token:chainguard-github-secrets/wolfi-dev-signing-key | |
| - run: echo "${{ steps.secrets.outputs.token }}" > ./wolfi-signing.rsa | |
| - run: | | |
| sudo mkdir -p /etc/apk/keys | |
| sudo cp ./wolfi-signing.rsa.pub /etc/apk/keys/wolfi-signing.rsa.pub | |
| # We use a different GSA for our interaction with GCS. | |
| - uses: google-github-actions/auth@b7593ed2efd1c1617e1b0254da33b86225adb2a5 # v2.1.12 | |
| with: | |
| workload_identity_provider: "projects/618116202522/locations/global/workloadIdentityPools/prod-shared-e350/providers/prod-shared-gha" | |
| service_account: "[email protected]" | |
| - uses: google-github-actions/setup-gcloud@6a7c903a70c8625ed6700fa299f5ddb4ca6022e9 # v2.1.5 | |
| with: | |
| project_id: "prod-images-c6e5" | |
| - name: Withdraw from index | |
| run: | | |
| set -euo pipefail | |
| for arch in x86_64 aarch64; do | |
| mkdir -p $arch | |
| curl -v https://packages.wolfi.dev/os/$arch/APKINDEX.tar.gz 2>verbose | wolfictl withdraw --packages-file=withdrawn-packages.txt --signing-key="${{ github.workspace }}/wolfi-signing.rsa" > $arch/APKINDEX.tar.gz | |
| # Parse the object generation from the -v output. | |
| GEN=$(grep "x-goog-generation" verbose | cut -d' ' -f3) | |
| echo "APKINDEX.tar.gz object generation for ${arch} was ${GEN}" | |
| # This will fail if the APKINDEX is modified between when we download it and when we upload the modified version. | |
| # That's totally fine, just re-run the withdrawal workflow. | |
| # This is a bit of a hack until we drop this APKINDEX entirely. | |
| gcloud storage cp --if-generation-match="${GEN}" --cache-control="no-store" $arch/APKINDEX.tar.gz gs://wolfi-production-registry-destination/os/$arch/APKINDEX.tar.gz | |
| done | |
| - name: Upload full withdrawn packages list | |
| run: | | |
| set -euxo pipefail | |
| git log -p -- withdrawn-packages.txt | grep "^+" | grep ".apk$" | cut -c2- | sort | uniq > all-withdrawn-packages.txt | |
| gsutil cp \ | |
| all-withdrawn-packages.txt \ | |
| gs://wolfi-production-registry-destination/os/withdrawn-packages.txt | |
| # use public chainguard provider. | |
| - uses: chainguard-dev/setup-chainctl@f4ed65b781b048c44d4f033ae854c025c5531c19 # v0.3.2 | |
| with: | |
| # Managed here: | |
| # https://github.com/chainguard-dev/mono/blob/main/env/chainguard-images/iac/wolfi-os-pusher.tf | |
| identity: "720909c9f5279097d847ad02a2f24ba8f59de36a/6a26f2970f880c31" | |
| - name: 'Withdraw packages from apk.cgr.dev' | |
| run: | | |
| set -e | |
| # Transform text file into JSON for bulk withdrawal, ignoring empty lines and comments and trimming whitespace | |
| jq -R -n '{apks: [inputs | select(length > 0 and startswith("#") | not) | gsub("^\\s+|\\s+$"; "") | select(length > 0)]}' withdrawn-packages.txt > withdrawn-packages.json | |
| for arch in "aarch64" "x86_64"; do | |
| curl -X POST -H "Content-Type: application/json" \ | |
| --user "user:$(chainctl auth token --audience apk.cgr.dev)" \ | |
| --data @withdrawn-packages.json \ | |
| "https://apk.cgr.dev/chainguard/${arch}/withdraw" || true | |
| done | |
| - name: Batch delete SBOM files | |
| run: | | |
| set -euo pipefail | |
| # Create file lists for batch deletion from withdrawn packages | |
| mkdir -p deletion-lists | |
| # Clean withdrawn packages list (remove comments and empty lines) | |
| grep -v '^#' withdrawn-packages.txt | grep -v '^$' > clean-withdrawn-packages.txt | |
| for arch in x86_64 aarch64; do | |
| echo "Processing $arch architecture for batch deletion..." | |
| # Create SBOM URLs for deletion (convert .apk to .spdx.json) | |
| sed "s|\.apk$|.spdx.json|; s|^|gs://insights-apk-sbom-prod/wolfi-production-registry-destination/os/$arch/|" clean-withdrawn-packages.txt > "deletion-lists/sbom-urls-to-delete-$arch.txt" | |
| PACKAGE_COUNT=$(wc -l < clean-withdrawn-packages.txt) | |
| echo " Attempting to delete $PACKAGE_COUNT SBOM files for $arch" | |
| # Batch delete SBOM files | |
| echo " Batch deleting SBOM files..." | |
| gsutil -m rm -I < "deletion-lists/sbom-urls-to-delete-$arch.txt" || echo " Some SBOM files may not exist or already deleted" | |
| done | |
| echo "Batch deletion process completed" | |
| - uses: rtCamp/action-slack-notify@e31e87e03dd19038e411e38ae27cbad084a90661 # v2.2.1 | |
| if: failure() | |
| env: | |
| SLACK_ICON: http://github.com/chainguard-dev.png?size=48 | |
| SLACK_USERNAME: guardian | |
| SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }} | |
| SLACK_CHANNEL: chainguard-images-alerts | |
| SLACK_COLOR: '#8E1600' | |
| MSG_MINIMAL: 'true' | |
| SLACK_TITLE: '[withdraw-packages] failure: https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}' | |
| SLACK_MESSAGE: | | |
| https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }} |