forked from timescale/timescaledb
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathcagg_concurrent_register.out
More file actions
160 lines (127 loc) · 7.79 KB
/
Copy pathcagg_concurrent_register.out
File metadata and controls
160 lines (127 loc) · 7.79 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
Parsed test spec with 5 sessions
starting permutation: s2_insert_new_data_2020 s3_lock_before_register s1_run_cagg1_refresh s2_run_cagg2_overlap_refresh s4_enable_before_process_cagg_invalidations s3_release_after_register s5_show_running_jobs s4_release_before_process_cagg_invalidations
step s2_insert_new_data_2020:
-- Insert data that will fall into refresh range
INSERT INTO temperature
SELECT time, ceil(random() * 100)::int
FROM generate_series('2020-01-01 0:00:00+0'::timestamptz,
'2020-01-07 00:59:59+0','1m') time;
step s3_lock_before_register:
-- lock jobs_refresh_ranges table to serialize registration
BEGIN; LOCK TABLE _timescaledb_catalog.continuous_aggs_jobs_refresh_ranges;
step s1_run_cagg1_refresh:
CALL refresh_continuous_aggregate('cagg_1', '2020-01-01 00:00:00+00', '2020-01-03 00:00:00+00', options => jsonb_build_object('buckets_per_batch', 0));
<waiting ...>
step s2_run_cagg2_overlap_refresh:
CALL refresh_continuous_aggregate('cagg_2', '2020-01-03 00:00:00+00', '2020-01-05 00:00:00+00', options => jsonb_build_object('buckets_per_batch', 0));
<waiting ...>
step s4_enable_before_process_cagg_invalidations:
SELECT debug_waitpoint_enable('before_process_cagg_invalidations_for_refresh_lock');
debug_waitpoint_enable
----------------------
step s3_release_after_register:
-- release lock on jobs_refresh_ranges table
ROLLBACK;
step s5_show_running_jobs:
SELECT ca.user_view_name AS cagg_name, r.start_range, r.end_range,
to_timestamp(r.start_range / 1000000) AT TIME ZONE 'UTC' AS start_ts_utc,
to_timestamp(r.end_range / 1000000) AT TIME ZONE 'UTC' AS end_ts_utc
FROM _timescaledb_catalog.continuous_aggs_jobs_refresh_ranges r
JOIN _timescaledb_catalog.continuous_agg ca ON r.materialization_id = ca.mat_hypertable_id
ORDER BY ca.user_view_name, start_range;
cagg_name| start_range| end_range|start_ts_utc |end_ts_utc
---------+----------------+----------------+------------------------+------------------------
cagg_1 |1577836800000000|1578009600000000|Wed Jan 01 00:00:00 2020|Fri Jan 03 00:00:00 2020
cagg_2 |1578009600000000|1578182400000000|Fri Jan 03 00:00:00 2020|Sun Jan 05 00:00:00 2020
step s4_release_before_process_cagg_invalidations:
SELECT debug_waitpoint_release('before_process_cagg_invalidations_for_refresh_lock');
<waiting ...>
step s1_run_cagg1_refresh: <... completed>
step s2_run_cagg2_overlap_refresh: <... completed>
step s4_release_before_process_cagg_invalidations: <... completed>
debug_waitpoint_release
-----------------------
starting permutation: s2_insert_new_data_2020 s3_lock_before_register s1_run_cagg2_overlap_refresh s2_run_cagg2_overlap_refresh s4_enable_before_process_cagg_invalidations s3_release_after_register s5_show_running_jobs s4_release_before_process_cagg_invalidations
step s2_insert_new_data_2020:
-- Insert data that will fall into refresh range
INSERT INTO temperature
SELECT time, ceil(random() * 100)::int
FROM generate_series('2020-01-01 0:00:00+0'::timestamptz,
'2020-01-07 00:59:59+0','1m') time;
step s3_lock_before_register:
-- lock jobs_refresh_ranges table to serialize registration
BEGIN; LOCK TABLE _timescaledb_catalog.continuous_aggs_jobs_refresh_ranges;
step s1_run_cagg2_overlap_refresh:
CALL refresh_continuous_aggregate('cagg_2', '2020-01-01 00:00:00+00', '2020-01-07 00:00:00+00', options => jsonb_build_object('buckets_per_batch', 0));
<waiting ...>
step s2_run_cagg2_overlap_refresh:
CALL refresh_continuous_aggregate('cagg_2', '2020-01-03 00:00:00+00', '2020-01-05 00:00:00+00', options => jsonb_build_object('buckets_per_batch', 0));
<waiting ...>
step s4_enable_before_process_cagg_invalidations:
SELECT debug_waitpoint_enable('before_process_cagg_invalidations_for_refresh_lock');
debug_waitpoint_enable
----------------------
step s3_release_after_register:
-- release lock on jobs_refresh_ranges table
ROLLBACK;
step s5_show_running_jobs:
SELECT ca.user_view_name AS cagg_name, r.start_range, r.end_range,
to_timestamp(r.start_range / 1000000) AT TIME ZONE 'UTC' AS start_ts_utc,
to_timestamp(r.end_range / 1000000) AT TIME ZONE 'UTC' AS end_ts_utc
FROM _timescaledb_catalog.continuous_aggs_jobs_refresh_ranges r
JOIN _timescaledb_catalog.continuous_agg ca ON r.materialization_id = ca.mat_hypertable_id
ORDER BY ca.user_view_name, start_range;
cagg_name| start_range| end_range|start_ts_utc |end_ts_utc
---------+----------------+----------------+------------------------+------------------------
cagg_2 |1577836800000000|1578355200000000|Wed Jan 01 00:00:00 2020|Tue Jan 07 00:00:00 2020
step s4_release_before_process_cagg_invalidations:
SELECT debug_waitpoint_release('before_process_cagg_invalidations_for_refresh_lock');
<waiting ...>
step s1_run_cagg2_overlap_refresh: <... completed>
step s2_run_cagg2_overlap_refresh: <... completed>
ERROR: could not refresh continuous aggregate "cagg_2" due to a concurrent refresh
step s4_release_before_process_cagg_invalidations: <... completed>
debug_waitpoint_release
-----------------------
starting permutation: s2_insert_new_data_2020 s3_lock_before_register s1_run_cagg2_nonoverlap_refresh s2_run_cagg2_overlap_refresh s4_enable_before_process_cagg_invalidations s3_release_after_register s5_show_running_jobs s4_release_before_process_cagg_invalidations
step s2_insert_new_data_2020:
-- Insert data that will fall into refresh range
INSERT INTO temperature
SELECT time, ceil(random() * 100)::int
FROM generate_series('2020-01-01 0:00:00+0'::timestamptz,
'2020-01-07 00:59:59+0','1m') time;
step s3_lock_before_register:
-- lock jobs_refresh_ranges table to serialize registration
BEGIN; LOCK TABLE _timescaledb_catalog.continuous_aggs_jobs_refresh_ranges;
step s1_run_cagg2_nonoverlap_refresh:
CALL refresh_continuous_aggregate('cagg_2', '2020-01-01 00:00:00+00', '2020-01-02 00:00:00+00');
<waiting ...>
step s2_run_cagg2_overlap_refresh:
CALL refresh_continuous_aggregate('cagg_2', '2020-01-03 00:00:00+00', '2020-01-05 00:00:00+00', options => jsonb_build_object('buckets_per_batch', 0));
<waiting ...>
step s4_enable_before_process_cagg_invalidations:
SELECT debug_waitpoint_enable('before_process_cagg_invalidations_for_refresh_lock');
debug_waitpoint_enable
----------------------
step s3_release_after_register:
-- release lock on jobs_refresh_ranges table
ROLLBACK;
step s5_show_running_jobs:
SELECT ca.user_view_name AS cagg_name, r.start_range, r.end_range,
to_timestamp(r.start_range / 1000000) AT TIME ZONE 'UTC' AS start_ts_utc,
to_timestamp(r.end_range / 1000000) AT TIME ZONE 'UTC' AS end_ts_utc
FROM _timescaledb_catalog.continuous_aggs_jobs_refresh_ranges r
JOIN _timescaledb_catalog.continuous_agg ca ON r.materialization_id = ca.mat_hypertable_id
ORDER BY ca.user_view_name, start_range;
cagg_name| start_range| end_range|start_ts_utc |end_ts_utc
---------+----------------+----------------+------------------------+------------------------
cagg_2 |1577836800000000|1577923200000000|Wed Jan 01 00:00:00 2020|Thu Jan 02 00:00:00 2020
cagg_2 |1578009600000000|1578182400000000|Fri Jan 03 00:00:00 2020|Sun Jan 05 00:00:00 2020
step s4_release_before_process_cagg_invalidations:
SELECT debug_waitpoint_release('before_process_cagg_invalidations_for_refresh_lock');
<waiting ...>
step s1_run_cagg2_nonoverlap_refresh: <... completed>
step s2_run_cagg2_overlap_refresh: <... completed>
step s4_release_before_process_cagg_invalidations: <... completed>
debug_waitpoint_release
-----------------------