tpchgen-rs/.github/workflows/tpcdsgen-conformance.yml at d362ab5472170a9be163846be32320b423b9d7e6 · clflushopt/tpchgen-rs · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
name: TPC-DS Conformance

on:
  push:
    branches: [ main, master ]
    paths:
      - 'tpcdsgen/**'
      - '.github/**'
  pull_request:
    branches: [ main, master ]
    paths:
      - 'tpcdsgen/**'
      - '.github/**'

env:
  CARGO_TERM_COLOR: always
  RUST_BACKTRACE: 1

jobs:
  # Conformance testing against the Java / Trino reference implementation.
  conformance-tests:
    name: Conformance Tests (Java)
    runs-on: ubuntu-latest

    steps:
    - name: Checkout repository
      uses: actions/checkout@v6

    - name: Install Rust toolchain
      uses: dtolnay/rust-toolchain@stable

    - name: Cache Rust dependencies
      uses: actions/cache@v5
      with:
        path: |
          ~/.cargo/bin/
          ~/.cargo/registry/index/
          ~/.cargo/registry/cache/
          ~/.cargo/git/db/
          target/
        key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
        restore-keys: |
          ${{ runner.os }}-cargo-

    - name: Build Rust table generators
      run: |
        cargo build --release -p tpcdsgen

    - name: Run conformance tests (Rust vs Java)
      run: |
        cd tpcdsgen
        ./scripts/test-all-tables.sh

  # Conformance testing against the C dsdgen reference implementation.
  conformance-tests-c:
    name: Conformance Tests (C dsdgen)
    runs-on: ubuntu-latest

    steps:
    - name: Checkout repository
      uses: actions/checkout@v6

    - name: Install Rust toolchain
      uses: dtolnay/rust-toolchain@stable

    - name: Cache Rust dependencies
      uses: actions/cache@v5
      with:
        path: |
          ~/.cargo/bin/
          ~/.cargo/registry/index/
          ~/.cargo/registry/cache/
          ~/.cargo/git/db/
          target/
        key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
        restore-keys: |
          ${{ runner.os }}-cargo-

    - name: Build Rust table generators
      run: |
        cargo build --release -p tpcdsgen

    - name: Run conformance tests (Rust --compat c vs C dsdgen)
      run: |
        cd tpcdsgen
        ./scripts/test-all-tables.sh --compat c

  # Performance benchmarks (optional - only on main)
  benchmarks:
    name: Performance Benchmarks
    runs-on: ubuntu-latest
    if: github.ref == 'refs/heads/main' || github.ref == 'refs/heads/master'
    needs: conformance-tests

    steps:
    - name: Checkout repository
      uses: actions/checkout@v6

    - name: Install Rust toolchain
      uses: dtolnay/rust-toolchain@stable

    - name: Cache Rust dependencies
      uses: actions/cache@v5
      with:
        path: |
          ~/.cargo/bin/
          ~/.cargo/registry/index/
          ~/.cargo/registry/cache/
          ~/.cargo/git/db/
          target/
        key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
        restore-keys: |
          ${{ runner.os }}-cargo-

    - name: Build release binaries
      run: |
        cargo build --release -p tpcdsgen

    - name: Run benchmarks
      run: |
        # Generate all tables and time it using the unified CLI
        mkdir -p /tmp/bench
        time ./target/release/tpcdsgen --scale 1 --directory /tmp/bench

    - name: Upload benchmark results
      uses: actions/upload-artifact@v7
      with:
        name: benchmark-results
        path: /tmp/bench/
        retention-days: 30