-
Notifications
You must be signed in to change notification settings - Fork 12
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat: Move to multiple distro and simplify ci (#194)
* chore: Move nightly config and add signign * chore: sign rpm/deb * feat: Refactoring ci to facilitate multiple distros * feat: Re-arrange configs * chore: Skips steps when running ci locally via act * chore: PR feedback * chore: Add helm back to ci * chore: Use correct arch locally * chore: Temporarily exclude k8s distro * fix: PR review changes * chore: Standardize arch for ci --------- Co-authored-by: kbauer <[email protected]>
- Loading branch information
1 parent
ff87231
commit dea6aea
Showing
53 changed files
with
2,222 additions
and
1,438 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,4 @@ | ||
| # .actrc | ||
| --container-architecture=linux/arm64 | ||
| -P ubuntu-latest=catthehacker/ubuntu:act-latest | ||
| -e event.json |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -17,6 +17,10 @@ jobs: | |
| build: | ||
| name: Validate distributions build, third party libraries and security | ||
| runs-on: ubuntu-latest | ||
| strategy: | ||
| matrix: | ||
| dist: | ||
| - nr-otel-collector | ||
| steps: | ||
| - name: Checkout | ||
| uses: actions/checkout@v4 | ||
|
|
@@ -29,25 +33,60 @@ jobs: | |
| go-version: '1.23' | ||
| check-latest: true | ||
|
|
||
| - name: Tidy go.mod files | ||
| run: go mod tidy | ||
|
|
||
| - name: Verify build | ||
| run: make ci | ||
| run: make ci DISTRIBUTIONS=${{ matrix.dist }} | ||
|
|
||
| - name: Validate distributions third party libraries | ||
| run: make licenses-check | ||
| - name: Login to Docker | ||
| uses: docker/login-action@v3 | ||
| if: ${{ env.ACT }} | ||
| with: | ||
| registry: docker.io | ||
| username: ${{ secrets.OTELCOMM_DOCKER_HUB_USERNAME }} | ||
| password: ${{ secrets.OTELCOMM_DOCKER_HUB_PASSWORD }} | ||
|
|
||
| - uses: docker/setup-qemu-action@v2 | ||
|
|
||
| - uses: docker/setup-buildx-action@v2 | ||
|
|
||
| - name: Import GPG key | ||
| id: import_gpg | ||
| uses: crazy-max/ghaction-import-gpg@v6 | ||
| with: | ||
| gpg_private_key: ${{ secrets.OHAI_GPG_PRIVATE_KEY_BASE64 }} | ||
| passphrase: ${{ secrets.OHAI_GPG_PASSPHRASE }} | ||
|
|
||
| - name: Write GPG to path in memory for signing rpm/deb | ||
| id: write_gpg_to_path | ||
| run: | | ||
| GPG_KEY_PATH="$(mktemp /dev/shm/gpg.XXXXXX)" | ||
| echo "$GPG_PRIVATE_KEY" | base64 -d >> "$GPG_KEY_PATH" | ||
| echo "gpg_key_path=$GPG_KEY_PATH" >> $GITHUB_OUTPUT | ||
| env: | ||
| GPG_PRIVATE_KEY: ${{ secrets.OHAI_GPG_PRIVATE_KEY_BASE64 }} | ||
|
|
||
| - name: Build binaries & packages with GoReleaser | ||
| id: goreleaser | ||
| uses: goreleaser/goreleaser-action@v6 | ||
| env: | ||
| NFPM_PASSPHRASE: ${{ secrets.OHAI_GPG_PASSPHRASE }} | ||
| GPG_FINGERPRINT: ${{ steps.import_gpg.outputs.fingerprint }} | ||
| GPG_KEY_PATH: ${{ steps.write_gpg_to_path.outputs.gpg_key_path }} | ||
| REGISTRY: "newrelic/${{ matrix.dist }}" | ||
| with: | ||
| distribution: goreleaser | ||
| version: '~> v2' | ||
| args: --snapshot --clean --skip=sign --timeout 2h | ||
| args: --snapshot --clean --skip=publish,validate --timeout 2h | ||
| workdir: distributions/${{ matrix.dist }} | ||
|
|
||
| - name: Extract image version | ||
| run: echo "version=$(jq -r '.version' dist/metadata.json)" >> $GITHUB_ENV | ||
| - name: Extract image version and arch | ||
| run: | | ||
| VERSION=$(echo '${{ steps.goreleaser.outputs.metadata }}' | jq -r '.version') | ||
| ARCH=$(echo '${{ runner.arch }}' | sed 's/X/amd/g') | ||
| echo "version=$VERSION" >> $GITHUB_ENV | ||
| echo "arch=${ARCH@L}" >> $GITHUB_ENV | ||
| - name: Setup local kind cluster | ||
| uses: helm/kind-action@v1 | ||
|
|
@@ -56,28 +95,31 @@ jobs: | |
| cluster_name: ${{ env.TEST_CLUSTER_NAME }} | ||
| wait: 60s | ||
|
|
||
| - uses: azure/[email protected] | ||
|
|
||
| - name: Run local e2e tests | ||
| run: | | ||
| IMAGE_TAG=${{ env.version }}-rc-amd64 \ | ||
| IMAGE_TAG=${{ env.version }}-${{ env.arch }} \ | ||
| KIND_CLUSTER_NAME=${{ env.TEST_CLUSTER_NAME }} \ | ||
| make -f ./test/e2e/Makefile ci_test-fast | ||
| make -f ./test/e2e/Makefile ci_test-fast DISTRO=${{ matrix.dist }} | ||
| - name: Trivy security check | ||
| uses: aquasecurity/trivy-action@0.28.0 | ||
| uses: aquasecurity/trivy-action@0.29.0 | ||
| with: | ||
| image-ref: "newrelic/nr-otel-collector:${{ env.version }}-rc-amd64" | ||
| image-ref: "newrelic/${{ matrix.dist }}:${{ env.version }}-${{ env.arch }}" | ||
| format: 'table' | ||
| exit-code: '1' | ||
| ignore-unfixed: true | ||
| vuln-type: 'os,library' | ||
| severity: "HIGH,CRITICAL" | ||
| env: | ||
| # dbs are downloaded async in download_trivy_db.yml | ||
| TRIVY_SKIP_DB_UPDATE: true | ||
| # dbs are downloaded async in trivy-cache.yml | ||
| TRIVY_SKIP_DB_UPDATE: ${{ !env.ACT }} | ||
| TRIVY_SKIP_JAVA_DB_UPDATE: true | ||
|
|
||
| terraform: | ||
| uses: ./.github/workflows/component_terraform.yml | ||
| if: github.event.pull_request.user.login != 'dependabot[bot]' | ||
| uses: ./.github/workflows/terraform.yml | ||
| if: ${{ !github.event.act && github.event.pull_request.user.login != 'dependabot[bot]' }} | ||
| with: | ||
| branch: ${{ github.ref }} | ||
| tf_work_subdir: permanent | ||
|
|
||
Oops, something went wrong.