tpchgen-rs/.github/workflows/tpcdsgen-conformance.yml at 117610d1d9211f340936964c2e43033f650d3574 · clflushopt/tpchgen-rs · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
name: TPC-DS Conformance

on:
  push:
    branches: [ main, master ]
    paths:
      - 'tpcdsgen/**'
      - '.github/**'
  pull_request:
    branches: [ main, master ]
    paths:
      - 'tpcdsgen/**'
      - '.github/**'

env:
  CARGO_TERM_COLOR: always
  RUST_BACKTRACE: 1

jobs:
  # Conformance testing against the Java / Trino reference implementation.
  conformance-tests:
    name: Conformance Tests (Java)
    runs-on: ubuntu-latest

    steps:
    - name: Checkout repository
      uses: actions/checkout@v6

    - name: Install Rust toolchain
      uses: dtolnay/rust-toolchain@stable

    - name: Set up Java
      uses: actions/setup-java@v5
      with:
        distribution: 'temurin'
        java-version: '11'

    - name: Cache Rust dependencies
      uses: actions/cache@v5
      with:
        path: |
          ~/.cargo/bin/
          ~/.cargo/registry/index/
          ~/.cargo/registry/cache/
          ~/.cargo/git/db/
          target/
        key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
        restore-keys: |
          ${{ runner.os }}-cargo-

    - name: Bootstrap Java TPC-DS implementation
      run: |
        cd tpcdsgen
        ./scripts/bootstrap-trino.sh

    - name: Build Rust table generators
      run: |
        cargo build --release -p tpcdsgen

    - name: Generate test fixtures (Java reference data)
      run: |
        cd tpcdsgen
        ./scripts/generate-fixtures.sh

    - name: Run conformance tests (Rust vs Java)
      run: |
        cd tpcdsgen
        ./scripts/test-all-tables.sh

    - name: Upload test fixtures as artifacts
      if: failure()  # Upload fixtures if tests fail for debugging
      uses: actions/upload-artifact@v7
      with:
        name: test-fixtures-trino
        path: tpcdsgen/tests/fixtures/
        retention-days: 7

  # Conformance testing against the C dsdgen reference implementation.
  #
  # Reference data is pre-generated and lives in
  # https://github.com/alamb/tpcds-data (branch sf1).
  # `generate-fixtures.sh --compat c` clones it with --depth 1 and extracts
  # into tpcdsgen/tests/fixtures/scale-1-c/. Rust is then run in
  # --compat c mode and the .dat output is compared byte-for-byte (MD5/diff).
  conformance-tests-c:
    name: Conformance Tests (C dsdgen)
    runs-on: ubuntu-latest

    steps:
    - name: Checkout repository
      uses: actions/checkout@v6

    - name: Install Rust toolchain
      uses: dtolnay/rust-toolchain@stable

    - name: Cache Rust dependencies
      uses: actions/cache@v5
      with:
        path: |
          ~/.cargo/bin/
          ~/.cargo/registry/index/
          ~/.cargo/registry/cache/
          ~/.cargo/git/db/
          target/
        key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
        restore-keys: |
          ${{ runner.os }}-cargo-

    - name: Download C dsdgen reference data
      run: |
        cd tpcdsgen
        ./scripts/generate-fixtures.sh --compat c --scale 1

    - name: Build Rust table generators
      run: |
        cargo build --release -p tpcdsgen

    - name: Run conformance tests (Rust --compat c vs C dsdgen)
      run: |
        cd tpcdsgen
        ./scripts/test-all-tables.sh --compat c

    - name: Upload test fixtures as artifacts
      if: failure()
      uses: actions/upload-artifact@v7
      with:
        name: test-fixtures-c
        path: tpcdsgen/tests/fixtures/
        retention-days: 7

  # Performance benchmarks (optional - only on main)
  benchmarks:
    name: Performance Benchmarks
    runs-on: ubuntu-latest
    if: github.ref == 'refs/heads/main' || github.ref == 'refs/heads/master'
    needs: conformance-tests

    steps:
    - name: Checkout repository
      uses: actions/checkout@v6

    - name: Install Rust toolchain
      uses: dtolnay/rust-toolchain@stable

    - name: Cache Rust dependencies
      uses: actions/cache@v5
      with:
        path: |
          ~/.cargo/bin/
          ~/.cargo/registry/index/
          ~/.cargo/registry/cache/
          ~/.cargo/git/db/
          target/
        key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
        restore-keys: |
          ${{ runner.os }}-cargo-

    - name: Build release binaries
      run: |
        cargo build --release -p tpcdsgen

    - name: Run benchmarks
      run: |
        # Generate all tables and time it using the unified CLI
        mkdir -p /tmp/bench
        time ./target/release/tpcdsgen --scale 1 --directory /tmp/bench

    - name: Upload benchmark results
      uses: actions/upload-artifact@v7
      with:
        name: benchmark-results
        path: /tmp/bench/
        retention-days: 30