tty/.github/workflows/benchmark.yml at 746173a6bbf176adbd40b7c3c3d21456caa2349f · bombshell-dev/tty · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
name: Benchmark

on:
  push:
    branches: [main]
  pull_request:
    branches: [main]
  # `workflow_dispatch` allows CodSpeed to trigger
  workflow_dispatch:

permissions: {}

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  build:
    name: Build
    runs-on: ubuntu-latest
    permissions:
      contents: read # clone repo
    steps:
      - name: Checkout
        uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6.0.3
        with:
          submodules: true
          persist-credentials: false

      - name: Setup Deno
        uses: denoland/setup-deno@667a34cdef165d8d2b2e98dde39547c9daac7282 # v2.0.4
        with:
          deno-version: v2.x

      - name: Cache WASM
        uses: actions/cache@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
        id: wasm-cache
        with:
          path: |
            clayterm.wasm
            wasm.ts
          key: wasm-${{ hashFiles('Makefile', 'src/**', 'tasks/bundle-wasm.ts') }}

      - name: Build WASM
        if: steps.wasm-cache.outputs.cache-hit != 'true'
        run: make

      - name: Cache dependencies
        uses: actions/cache@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
        id: deno-cache
        with:
          path: node_modules
          key: deno-${{ hashFiles('deno.lock') }}

      - name: Install dependencies
        if: steps.deno-cache.outputs.cache-hit != 'true'
        run: deno install

      - name: Upload build artifact
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: bench-build
          retention-days: 1
          path: wasm.ts

  simulation:
    name: Run benchmarks (simulation)
    needs: build
    runs-on: codspeed-macro
    permissions:
      contents: read # clone repo
      id-token: write # upload benchmark results to codspeed

    steps:
      - name: Checkout
        uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6.0.3

      - name: Setup Deno
        uses: denoland/setup-deno@667a34cdef165d8d2b2e98dde39547c9daac7282 # v2.0.4
        with:
          deno-version: v2.x

      - name: Setup Node
        uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
        with:
          node-version: 24

      - name: Download build artifact
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          name: bench-build

      - name: Restore dependencies
        uses: actions/cache@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
        id: deno-cache
        with:
          path: node_modules
          key: deno-${{ hashFiles('deno.lock') }}

      - name: Install dependencies
        if: steps.deno-cache.outputs.cache-hit != 'true'
        run: deno install

      - name: Run benchmarks
        uses: CodSpeedHQ/action@9d332c4d90b43981c3e55ae8e38e68709996240f # v4.17.0
        with:
          mode: simulation
          # IMPORTANT! deno task bench fails in CI due to incompatible V8 bindings
          run: node bench/mod.ts

  walltime:
    name: Run benchmarks (walltime)
    needs: build
    runs-on: codspeed-macro
    permissions:
      contents: read # clone repo
      id-token: write # upload benchmark results to codspeed

    steps:
      - name: Checkout
        uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6.0.3

      - name: Setup Deno
        uses: denoland/setup-deno@667a34cdef165d8d2b2e98dde39547c9daac7282 # v2.0.4
        with:
          deno-version: v2.x

      - name: Setup Node
        uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
        with:
          node-version: 24

      - name: Download build artifact
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          name: bench-build

      - name: Restore dependencies
        uses: actions/cache@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5
        id: deno-cache
        with:
          path: node_modules
          key: deno-codspeed-${{ runner.arch }}-${{ hashFiles('deno.lock') }}

      - name: Install dependencies
        if: steps.deno-cache.outputs.cache-hit != 'true'
        run: deno install

      - name: Run process startup benchmarks
        uses: CodSpeedHQ/action@9d332c4d90b43981c3e55ae8e38e68709996240f # v4.17.0
        with:
          mode: walltime
          run: node bench/startup.bench.ts