harper/.github/workflows/integration-tests.yml at 5e8ccc528e8f543855cfe324fce550ac6e1fe770 · HarperFast/harper · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
name: Integration Tests

on:
  push:
    branches: [main]
  pull_request:
  workflow_dispatch:
    inputs:
      node-version:
        description: 'Node.js version'
        required: true
        type: choice
        default: 'all'
        options:
          - 'all'
          - '20'
          - '22'
          - '24'

jobs:
  generate-node-version-matrix:
    name: Generate Node Version Matrix
    runs-on: ubuntu-latest
    outputs:
      node-versions: ${{ steps.set-node-versions.outputs.node-versions }}

    steps:
      - name: Checkout code
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2

      - name: Set Node versions
        id: set-node-versions
        run: |
          if [ "${{ github.event.inputs.node-version }}" == "all" ] || [ -z "${{ github.event.inputs.node-version }}" ]; then
            echo "node-versions=[20, 22, 24]" >> $GITHUB_OUTPUT
          else
            echo "node-versions=[${{ github.event.inputs.node-version }}]" >> $GITHUB_OUTPUT
          fi

  build:
    name: Build Harper (Node.js v${{ matrix.node-version }})
    needs: generate-node-version-matrix
    runs-on: ubuntu-latest

    strategy:
      fail-fast: false
      matrix:
        node-version: ${{ fromJSON(needs.generate-node-version-matrix.outputs.node-versions) }}

    steps:
      - name: Checkout code
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2

      - name: Setup Node.js ${{ matrix.node-version }}
        uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
        with:
          node-version: ${{ matrix.node-version }}
          package-manager-cache: false

      - name: Install dependencies
        run: npm install --ignore-scripts

      - name: Build
        run: npm run build || true # we currently have type errors so just ignore that

      - name: Upload build artifacts
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: harper-build-artifacts-node-${{ matrix.node-version }}
          path: |
            dist/
            static/
            node_modules/
            package.json
          retention-days: 1

  run-integration-apiTests:
    name: Integration API Tests (Node.js v${{ matrix.node-version }})
    needs: [generate-node-version-matrix, build]
    runs-on: ubuntu-latest
    timeout-minutes: 15
    strategy:
      fail-fast: false
      matrix:
        node-version: ${{ fromJSON(needs.generate-node-version-matrix.outputs.node-versions) }}

    steps:
      - name: Checkout code
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2

      - name: Setup Node.js ${{ matrix.node-version }}
        uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
        with:
          node-version: ${{ matrix.node-version }}
          package-manager-cache: false

      - name: Download build artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          name: harper-build-artifacts-node-${{ matrix.node-version }}

      - name: Setup Harper
        env:
          DEFAULTS_MODE: 'dev'
          HDB_ADMIN_USERNAME: 'admin'
          HDB_ADMIN_PASSWORD: 'password'
          ROOTPATH: '/tmp/hdb'
          OPERATIONSAPI_NETWORK_PORT: 9925
          LOGGING_LEVEL: 'debug'
          LOGGING_STDSTREAMS: true
          THREADS_COUNT: 1
          THREADS_DEBUG: false
          NODE_HOSTNAME: 'localhost'
        run: |
          mkdir -p /tmp/hdb/log
          node ./dist/bin/harper.js install > /tmp/hdb/log/install-stdout.log 2> /tmp/hdb/log/install-stderr.log
          sleep 10
          node ./dist/bin/harper.js start > /tmp/hdb/log/start-stdout.log 2> /tmp/hdb/log/start-stderr.log &
          sleep 10

      - name: Run API Tests
        id: run-api-tests
        env:
          HDB_ADMIN_USERNAME: 'admin'
          HDB_ADMIN_PASSWORD: 'password'
        run: npm run test:integration:api-tests

      - name: Upload Harper logs
        if: failure()
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: harper-integration-api-test-logs-node-${{ matrix.node-version }}
          path: /tmp/hdb/log/
          retention-days: 3
          if-no-files-found: ignore

  run-integration-tests:
    name: Integration Tests ${{matrix.shard}}/4 (Node.js v${{ matrix.node-version }})
    runs-on: ubuntu-latest
    needs: [generate-node-version-matrix, build]
    strategy:
      fail-fast: false
      matrix:
        node-version: ${{ fromJSON(needs.generate-node-version-matrix.outputs.node-versions) }}
        shard: [1, 2, 3, 4]
        exclude:
          - node-version: 20

    steps:
      - name: Checkout code
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2

      - name: Setup Node.js ${{ matrix.node-version }}
        uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
        with:
          node-version: ${{ matrix.node-version }}
          package-manager-cache: false

      - name: Download build artifacts
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          name: harper-build-artifacts-node-${{ matrix.node-version }}

      - name: Install harperdb@4 for legacy tests
        run: |
          mkdir -p /tmp/harperdb-legacy
          npm install --ignore-scripts --prefix /tmp/harperdb-legacy harperdb@4

      - name: Run Integration Test Shard ${{ matrix.shard }}
        env:
          HARPER_INTEGRATION_TEST_LOG_DIR: /tmp/harper-integration-test-logs
          HARPER_LEGACY_VERSION_PATH: /tmp/harperdb-legacy/node_modules/harperdb
        run: |
          npm run test:integration -- --shard=${{ matrix.shard }}/4

      - name: Upload Harper server logs
        if: failure()
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: harper-server-logs-node-${{ matrix.node-version }}-shard-${{ matrix.shard }}
          path: /tmp/harper-integration-test-logs/
          retention-days: 3
          if-no-files-found: ignore