Skip to content

Commit 6b735e2

Browse files
committed
Harden refresh compilation and lineage correctness
1 parent 8a4b194 commit 6b735e2

60 files changed

Lines changed: 2836 additions & 290 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

benchmark/queries/tpcc/ducklake_0309.sql

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1140,5 +1140,5 @@ SELECT
11401140
min_balance,
11411141
max_balance
11421142
FROM topk_projected
1143-
ORDER BY total_amount DESC, warehouse_id ASC, district_id ASC, customer_id ASC
1143+
ORDER BY ROUND(total_amount, 10) DESC, warehouse_id ASC, district_id ASC, customer_id ASC
11441144
LIMIT 25 OFFSET 2
Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
-- {"operators": "DUCKLAKE,OUTER_JOIN,WINDOW,CAST", "complexity": "high", "is_incremental": true, "has_nulls": true, "has_cast": true, "has_case": false, "tables": "CUSTOMER,OORDER", "ducklake": true, "openivm_verified": true}
2+
SELECT c.C_W_ID AS warehouse_id, c.C_D_ID AS district_id, c.C_ID AS customer_id, o.O_ID AS order_id, ROW_NUMBER() OVER (PARTITION BY c.C_W_ID ORDER BY o.O_ID DESC NULLS LAST, c.C_D_ID, c.C_ID) AS rn FROM dl.CUSTOMER c LEFT JOIN dl.OORDER o ON c.C_W_ID = o.O_W_ID AND c.C_D_ID = o.O_D_ID AND CAST(CAST(c.C_ID AS BIGINT) AS VARCHAR) = CAST(o.O_C_ID AS VARCHAR);
Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
-- {"operators": "DUCKLAKE,OUTER_JOIN,WINDOW,CAST", "complexity": "high", "is_incremental": true, "has_nulls": true, "has_cast": true, "has_case": false, "tables": "CUSTOMER,OORDER", "ducklake": true, "openivm_verified": true}
2+
SELECT c.C_W_ID AS warehouse_id, c.C_D_ID AS district_id, c.C_ID AS customer_id, o.O_ID AS order_id, ROW_NUMBER() OVER (PARTITION BY c.C_W_ID ORDER BY o.O_ID DESC NULLS LAST, c.C_D_ID, c.C_ID) AS rn FROM dl.CUSTOMER c LEFT JOIN dl.OORDER o ON c.C_W_ID = o.O_W_ID AND c.C_D_ID = o.O_D_ID AND CAST(TRY_CAST(CAST(c.C_ID AS VARCHAR) AS BIGINT) AS VARCHAR) = CAST(o.O_C_ID AS VARCHAR);
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
1-
-- {"operators": "ASOF_JOIN,FILTER", "complexity": "high", "is_incremental": true, "has_nulls": false, "has_cast": false, "has_case": false, "tables": "ORDER_LINE,OORDER"}
1+
-- {"operators": "ASOF_JOIN,FILTER", "complexity": "high", "is_incremental": false, "has_nulls": false, "has_cast": false, "has_case": false, "tables": "ORDER_LINE,OORDER", "non_incr_reason": "op:ASOF_JOIN"}
22
SELECT ol.OL_W_ID, ol.OL_D_ID, ol.OL_O_ID, o.O_ENTRY_D FROM ORDER_LINE ol ASOF JOIN OORDER o ON ol.OL_W_ID = o.O_W_ID AND ol.OL_D_ID = o.O_D_ID AND ol.OL_DELIVERY_D >= o.O_ENTRY_D WHERE ol.OL_AMOUNT > 0;
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
1-
-- {"operators": "ASOF_JOIN,LEFT_JOIN", "complexity": "high", "is_incremental": true, "has_nulls": false, "has_cast": false, "has_case": false, "tables": "ORDER_LINE,OORDER"}
1+
-- {"operators": "ASOF_JOIN,LEFT_JOIN", "complexity": "high", "is_incremental": false, "has_nulls": false, "has_cast": false, "has_case": false, "tables": "ORDER_LINE,OORDER", "non_incr_reason": "op:ASOF_JOIN"}
22
SELECT ol.OL_W_ID, ol.OL_I_ID, o.O_C_ID FROM ORDER_LINE ol ASOF LEFT JOIN OORDER o ON ol.OL_W_ID = o.O_W_ID AND ol.OL_D_ID = o.O_D_ID AND ol.OL_DELIVERY_D >= o.O_ENTRY_D;
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
1-
-- {"operators": "ASOF_JOIN,INNER_JOIN", "complexity": "high", "is_incremental": true, "has_nulls": false, "has_cast": false, "has_case": false, "tables": "ORDER_LINE,OORDER,CUSTOMER"}
1+
-- {"operators": "ASOF_JOIN,INNER_JOIN", "complexity": "high", "is_incremental": false, "has_nulls": false, "has_cast": false, "has_case": false, "tables": "ORDER_LINE,OORDER,CUSTOMER", "non_incr_reason": "op:ASOF_JOIN"}
22
SELECT c.C_W_ID, c.C_D_ID, c.C_ID, ol.OL_AMOUNT FROM ORDER_LINE ol ASOF JOIN OORDER o ON ol.OL_W_ID = o.O_W_ID AND ol.OL_D_ID = o.O_D_ID AND ol.OL_DELIVERY_D >= o.O_ENTRY_D JOIN CUSTOMER c ON c.C_W_ID = o.O_W_ID AND c.C_D_ID = o.O_D_ID AND c.C_ID = o.O_C_ID;
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
1-
-- {"operators": "ASOF_JOIN,CTE", "complexity": "high", "is_incremental": true, "has_nulls": true, "has_cast": false, "has_case": false, "tables": "ORDER_LINE,OORDER"}
1+
-- {"operators": "ASOF_JOIN,CTE", "complexity": "high", "is_incremental": false, "has_nulls": true, "has_cast": false, "has_case": false, "tables": "ORDER_LINE,OORDER", "non_incr_reason": "op:ASOF_JOIN"}
22
WITH delivered AS (SELECT * FROM ORDER_LINE WHERE OL_DELIVERY_D IS NOT NULL) SELECT d.OL_W_ID, d.OL_O_ID, o.O_C_ID FROM delivered d ASOF JOIN OORDER o ON d.OL_W_ID = o.O_W_ID AND d.OL_D_ID = o.O_D_ID AND d.OL_DELIVERY_D >= o.O_ENTRY_D;
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
1-
-- {"operators": "ASOF_JOIN,FULL_OUTER_JOIN", "complexity": "high", "is_incremental": true, "has_nulls": true, "has_cast": false, "has_case": false, "tables": "ORDER_LINE,OORDER,STOCK"}
1+
-- {"operators": "ASOF_JOIN,FULL_OUTER_JOIN", "complexity": "high", "is_incremental": false, "has_nulls": true, "has_cast": false, "has_case": false, "tables": "ORDER_LINE,OORDER,STOCK", "non_incr_reason": "op:ASOF_JOIN"}
22
SELECT COALESCE(s.S_W_ID, ol.OL_W_ID) AS w_id, COALESCE(s.S_I_ID, ol.OL_I_ID) AS item_id FROM ORDER_LINE ol ASOF JOIN OORDER o ON ol.OL_W_ID = o.O_W_ID AND ol.OL_D_ID = o.O_D_ID AND ol.OL_DELIVERY_D >= o.O_ENTRY_D FULL OUTER JOIN STOCK s ON s.S_W_ID = ol.OL_SUPPLY_W_ID AND s.S_I_ID = ol.OL_I_ID;
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
1-
-- {"operators": "ASOF_JOIN,SUBQUERY", "complexity": "high", "is_incremental": true, "has_nulls": true, "has_cast": false, "has_case": false, "tables": "ORDER_LINE,OORDER"}
1+
-- {"operators": "ASOF_JOIN,SUBQUERY", "complexity": "high", "is_incremental": false, "has_nulls": true, "has_cast": false, "has_case": false, "tables": "ORDER_LINE,OORDER", "non_incr_reason": "op:ASOF_JOIN"}
22
SELECT * FROM (SELECT ol.OL_W_ID, ol.OL_D_ID, o.O_ENTRY_D FROM ORDER_LINE ol ASOF JOIN OORDER o ON ol.OL_W_ID = o.O_W_ID AND ol.OL_D_ID = o.O_D_ID AND ol.OL_DELIVERY_D >= o.O_ENTRY_D) q WHERE q.O_ENTRY_D IS NOT NULL;
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
1-
-- {"operators": "ASOF_JOIN,UNNEST,TABLE_FUNCTION", "complexity": "high", "is_incremental": true, "has_nulls": false, "has_cast": false, "has_case": false, "tables": "ORDER_LINE,OORDER"}
1+
-- {"operators": "ASOF_JOIN,UNNEST,TABLE_FUNCTION", "complexity": "high", "is_incremental": false, "has_nulls": false, "has_cast": false, "has_case": false, "tables": "ORDER_LINE,OORDER", "non_incr_reason": "op:ASOF_JOIN"}
22
SELECT ol.OL_W_ID, u.label, o.O_ENTRY_D FROM ORDER_LINE ol CROSS JOIN UNNEST(['delivery', 'entry']) AS u(label) ASOF JOIN OORDER o ON ol.OL_W_ID = o.O_W_ID AND ol.OL_D_ID = o.O_D_ID AND ol.OL_DELIVERY_D >= o.O_ENTRY_D;

0 commit comments

Comments
 (0)