[CRL] Add unified MR registry with P2P engine integration #51
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build RPM Packages | |
| on: | |
| push: | |
| tags: | |
| - 'v*' | |
| pull_request: | |
| branches: [ main ] | |
| paths: | |
| - 'flagcx/**' | |
| - 'packaging/rpm/**' | |
| - '.github/workflows/build-rpm.yml' | |
| workflow_dispatch: | |
| jobs: | |
| # Build on GitHub-hosted runners. The RPMs are produced entirely inside | |
| # backend-specific Docker images pulled from public registries (nvcr.io, | |
| # Docker Hub, repos.metax-tech.com), so the build is host-agnostic and needs | |
| # neither the internal h20 runner nor a real GPU. This keeps PR checks green | |
| # without depending on the internal network's flaky public egress. | |
| # | |
| # ascend targets aarch64 (the CANN 910 base image is arm64), so it runs on an | |
| # arm64 runner; nvidia and metax target x86_64. | |
| build-rpm-packages: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - backend: nvidia | |
| runner: ubuntu-latest | |
| - backend: metax | |
| runner: ubuntu-latest | |
| - backend: ascend | |
| runner: ubuntu-24.04-arm | |
| runs-on: ${{ matrix.runner }} | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Build ${{ matrix.backend }} RPM packages | |
| run: ./packaging/rpm/build-flagcx-rpm.sh ${{ matrix.backend }} | |
| - name: Upload ${{ matrix.backend }} RPM packages | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: flagcx-${{ matrix.backend }}-rpm-packages | |
| path: rpm-packages/${{ matrix.backend }}/**/*.rpm | |
| retention-days: 7 | |
| # Publish on the internal h20 runner, which can reach the internal Nexus. | |
| # Tag-only and never triggered by pull_request, so fork PRs are never handed | |
| # the Nexus credentials (GitHub withholds secrets from fork PRs anyway; the | |
| # explicit tag guard is a second layer). | |
| # | |
| # TODO(unverified): this is the first design where h20 pulls a same-run | |
| # artifact via download-artifact (results.actions blob, a different endpoint | |
| # than codeload). It cannot be validated until the first v* tag is pushed; if | |
| # h20's egress to that endpoint is also unreliable, move this step to an | |
| # internal host with stable GitHub access, or fix h20's public egress. | |
| publish-rpm-packages: | |
| needs: build-rpm-packages | |
| if: startsWith(github.ref, 'refs/tags/v') | |
| runs-on: h20 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| backend: [nvidia, metax, ascend] | |
| steps: | |
| - name: Download ${{ matrix.backend }} RPM packages | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: flagcx-${{ matrix.backend }}-rpm-packages | |
| path: rpm-packages/${{ matrix.backend }} | |
| - name: Publish ${{ matrix.backend }} RPMs to Nexus YUM repository | |
| env: | |
| NEXUS_USERNAME: ${{ secrets.REGISTRY_USERNAME }} | |
| NEXUS_PASSWORD: ${{ secrets.CONTAINER_REGISTRY }} | |
| NEXUS_REPO_URL: https://resource.flagos.net/repository/flagos-yum-hosted | |
| BACKEND: ${{ matrix.backend }} | |
| run: | | |
| set -euo pipefail | |
| uploaded=0 | |
| while IFS= read -r -d '' rpm; do | |
| # rel keeps the RPMS/<arch>/<file> or SRPMS/<file> layout under the backend | |
| rel="${rpm#rpm-packages/${BACKEND}/}" | |
| echo "Uploading ${rpm} -> ${BACKEND}/${rel}" | |
| curl -f -u "${NEXUS_USERNAME}:${NEXUS_PASSWORD}" \ | |
| --upload-file "$rpm" \ | |
| "${NEXUS_REPO_URL}/${BACKEND}/${rel}" | |
| uploaded=$((uploaded + 1)) | |
| done < <(find "rpm-packages/${BACKEND}" -name '*.rpm' -print0) | |
| if [ "$uploaded" -eq 0 ]; then | |
| echo "No RPMs found for ${BACKEND}" | |
| exit 1 | |
| fi | |
| echo "Uploaded ${uploaded} ${BACKEND} RPM(s) to Nexus YUM repository" |