Golden baselines #1
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Generate golden baselines at a release tag (two runs per workflow: outputs + | |
| # determinism noise floor), then optionally bless them as the active baseline. | |
| # Recommended flow: run with bless=false, inspect on ci.comfy.org, re-run with | |
| # bless_only=true. | |
| name: Golden baselines | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| ref: | |
| description: ComfyUI release tag (or branch) to generate goldens from | |
| required: true | |
| workflows: | |
| description: csv of workflow ids, or 'all' | |
| default: all | |
| bless: | |
| description: bless immediately after generating | |
| type: boolean | |
| default: false | |
| bless_only: | |
| description: skip generation; just point current.json at ref | |
| type: boolean | |
| default: false | |
| permissions: | |
| contents: write | |
| jobs: | |
| golden: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.12' | |
| - run: pip install -r scripts/requirements.txt | |
| - name: Generate / bless goldens | |
| env: | |
| RUNPOD_API_KEY: ${{ secrets.RUNPOD_API_KEY }} | |
| RUNPOD_ENDPOINT_ID: ${{ secrets.RUNPOD_ENDPOINT_ID }} | |
| GITHUB_TOKEN: ${{ github.token }} | |
| run: | | |
| python scripts/golden_baseline.py \ | |
| --ref "${{ inputs.ref }}" \ | |
| --workflows "${{ inputs.workflows }}" \ | |
| --workdir "$RUNNER_TEMP/golden-work" \ | |
| --results-workdir "$RUNNER_TEMP/results-checkout" \ | |
| ${{ inputs.bless && '--bless' || '' }} \ | |
| ${{ inputs.bless_only && '--bless-only' || '' }} |