seqr-loading-pipelines/.github/workflows/prod-release.yml at 31100f92ed6191240ed22dd6cbaad96cb2f84fe0 · broadinstitute/seqr-loading-pipelines · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
name: prod release
on:
  workflow_run:
    workflows: ["unit tests"]
    types:
      - completed
    branches:
      - main

permissions:
  id-token: write
  contents: write

jobs:
  release:
    runs-on: ubuntu-latest
    if: ${{ github.event.workflow_run.conclusion == 'success' }}
    steps:
      - name: checkout
        uses: actions/checkout@v3
        with:
          ref: ${{ github.event.workflow_run.head_branch }}

      - name: set up python
        uses: actions/setup-python@v4
        with:
          python-version: '3.11'

      - name: build package
        run: |
          rm -rf dist/
          python -m pip install build
          python -m build

      - name: authenticate to google cloud
        id: "auth"
        uses: google-github-actions/auth@v3
        with:
          workload_identity_provider: "${{ secrets.WORKLOAD_IDENTITY_PROVIDER }}"
          service_account: "${{ secrets.RUN_SA_EMAIL }}"

      - name: "setup gcloud sdk"
        uses: google-github-actions/setup-gcloud@v2

      - name: Copy files to release directory
        shell: bash
        run: |-
          gcloud storage rm -r gs://seqr-pipeline-runner-builds/prod/latest/ || echo 'No latest release'
          gcloud storage cp v03_pipeline/bin/* gs://seqr-pipeline-runner-builds/prod/latest/bin/
          gcloud storage cp dist/*.whl gs://seqr-pipeline-runner-builds/prod/latest/pyscripts.zip
          gcloud storage cp v03_pipeline/bin/* gs://seqr-pipeline-runner-builds/prod/${{ github.event.workflow_run.head_sha }}/bin/
          gcloud storage cp dist/*.whl gs://seqr-pipeline-runner-builds/prod/${{ github.event.workflow_run.head_sha }}/pyscripts.zip
          gcloud storage cp -r v03_pipeline/var/vep/* gs://seqr-reference-data/vep/

  docker:
    runs-on: ubuntu-latest
    if: ${{ github.event.workflow_run.conclusion == 'success' }}
    steps:
      - name: checkout
        uses: actions/checkout@v3
        with:
          ref: ${{ github.event.workflow_run.head_branch }}

      - name: authenticate to google cloud
        id: "auth"
        uses: google-github-actions/auth@v3
        with:
          workload_identity_provider: "${{ secrets.WORKLOAD_IDENTITY_PROVIDER }}"
          service_account: "${{ secrets.RUN_SA_EMAIL }}"

      - name: "setup gcloud sdk"
        uses: google-github-actions/setup-gcloud@v2

      - name: Build and push images
        run: |-
          gcloud builds submit --quiet --substitutions="COMMIT_SHA=${{ github.event.workflow_run.head_sha }},_CUSTOM_BRANCH_TAG=latest" --config .cloudbuild/docker.cloudbuild.yaml --gcs-log-dir=gs://seqr-github-actions-logs/logs .

  helm_update:
    runs-on: ubuntu-latest
    needs: docker
    steps:
      - uses: actions/checkout@v3
        with:
          repository: broadinstitute/seqr-helm
          ref: main
          persist-credentials: false # otherwise, the token used is the GITHUB_TOKEN, instead of your personal token
          fetch-depth: 0 # otherwise, you will failed to push refs to dest repo

      - name: Get latest pipeline-runner version
        uses: mikefarah/yq@v4.22.1
        id: current
        with:
          cmd: >
            yq -r '.version' charts/pipeline-runner/Chart.yaml

      - name: Bump version
        id: bump
        uses: cbrgm/semver-bump-action@main
        with:
          current-version: ${{ steps.current.outputs.result }}
          bump-level: minor

      - name: Update appVersion and version in pipeline-runner Chart file
        uses: mikefarah/yq@v4.22.1
        with:
          cmd: >
            yq -i '
            .appVersion = "${{ github.event.workflow_run.head_sha }}" |
            .version = "${{ steps.bump.outputs.new_version }}"
            ' charts/pipeline-runner/Chart.yaml

      - name: Commit and Push changes
        uses: Andro999b/push@v1.3
        with:
          repository: broadinstitute/seqr-helm
          branch: main
          github_token: ${{ secrets.SEQR_VERSION_UPDATE_TOKEN }}
          author_email: ${{ github.actor }}@users.noreply.github.com
          author_name: tgg-automation
          message: "Update pipeline-runner chart appVersion to ${{ github.event.workflow_run.head_sha }}"