sumak/bench/baseline.json at main · productdevbook/sumak · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
{
  "$note": "Performance baseline for sumak's compile path. Numbers are ops-per-second on an Apple M-series local run and drift across machines — the regression guard only rejects when the current run is <0.5x the baseline, which is a margin wide enough that noise / slower CI hardware doesn't trigger false alarms while still catching genuine 2x slowdowns.",
  "$pinned_on": "2026-05-18",
  "$note_2026_05_18": "Re-baselined after fixing the silent .where() bug. Pre-fix numbers were unfairly high because the kysely-style 3-arg form was dropping the WHERE clause entirely — sumak was being benchmarked on queries doing strictly less work than the competition.",
  "scenarios": {
    "select-all": { "sumakMinHz": 350000 },
    "select-where-eq": { "sumakMinHz": 130000 },
    "select-where-and": { "sumakMinHz": 80000 },
    "join-2-tables": { "sumakMinHz": 100000 },
    "insert-values": { "sumakMinHz": 150000 },
    "update-where": { "sumakMinHz": 140000 },
    "delete-where": { "sumakMinHz": 160000 },
    "select-where-or": { "sumakMinHz": 95000 },
    "select-where-in-small": { "sumakMinHz": 90000 },
    "select-where-in-large": { "sumakMinHz": 28000 },
    "select-order-limit": { "sumakMinHz": 210000 },
    "select-aggregate": { "sumakMinHz": 100000 },
    "select-group-having": { "sumakMinHz": 90000 },
    "select-distinct": { "sumakMinHz": 250000 },
    "left-join-3-tables": { "sumakMinHz": 65000 },
    "select-subquery-in": { "sumakMinHz": 90000 },
    "insert-many-100": { "sumakMinHz": 6000 },
    "select-where-deep-and": { "sumakMinHz": 38000 },
    "select-order-desc-limit": { "sumakMinHz": 180000 },
    "cte-single": { "sumakMinHz": 100000 },
    "cte-with-join": { "sumakMinHz": 70000 },
    "select-union": { "sumakMinHz": 150000 },
    "select-union-all": { "sumakMinHz": 150000 },
    "window-row-number": { "sumakMinHz": 75000 },
    "insert-returning": { "sumakMinHz": 130000 },
    "upsert-do-update": { "sumakMinHz": 100000 },
    "select-case-when": { "sumakMinHz": 110000 },
    "select-exists-subquery": { "sumakMinHz": 90000 },
    "scalar-subquery-in-select": { "sumakMinHz": 100000 },
    "select-coalesce": { "sumakMinHz": 150000 },
    "select-group-multi-col": { "sumakMinHz": 130000 },
    "insert-from-select": { "sumakMinHz": 130000 },
    "select-from-derived": { "sumakMinHz": 90000 },
    "select-count-distinct": { "sumakMinHz": 90000 },
    "select-window-rank": { "sumakMinHz": 75000 },
    "select-percentile": { "sumakMinHz": 100000 },
    "select-named-window": { "sumakMinHz": 65000 },
    "select-json-value": { "sumakMinHz": 130000 },
    "select-is-json": { "sumakMinHz": 130000 },
    "select-count-any-value": { "sumakMinHz": 90000 },
    "merge-not-matched-by-source-bench": { "sumakMinHz": 30000 },
    "select-regex-replace": { "sumakMinHz": 90000 },
    "select-extract-month": { "sumakMinHz": 100000 },
    "select-date-trunc": { "sumakMinHz": 100000 },
    "select-stddev-group": { "sumakMinHz": 90000 },
    "select-position": { "sumakMinHz": 100000 },
    "select-array-length": { "sumakMinHz": 100000 },
    "select-power": { "sumakMinHz": 90000 }
  }
}