Simplify materialized views by deriving them from higher-level materialized views

Author: Rub21

images/tiler-imposm/queries/ohm_mviews/admin_boundaries_lines.sql

@@ -294,186 +294,49 @@ ON mv_admin_boundaries_relations_ways USING GIST (geometry);
 -- ============================================================================
 SELECT log_notice('STEP 6: Create a materialized view for zoom levels');
 
--- ==========================================
--- MViews for admin lines zoom 0-2
--- ==========================================
-DROP MATERIALIZED VIEW IF EXISTS mv_admin_boundaries_lines_z0_2 CASCADE;
-CREATE MATERIALIZED VIEW mv_admin_boundaries_lines_z0_2 AS
-SELECT 
-    type,
-    admin_level,
-    member,
-    ST_SimplifyPreserveTopology(geometry, 5000) AS geometry,
-    group_id,
-    start_decdate,
-    end_decdate,
-    start_date,
-    end_date
-FROM mv_admin_boundaries_relations_ways
-WHERE admin_level IN (1,2)
-WITH DATA;
-
-CREATE UNIQUE INDEX IF NOT EXISTS mv_admin_boundaries_lines_z0_2_idx 
-ON mv_admin_boundaries_lines_z0_2 (admin_level, member, group_id);
-
-CREATE INDEX IF NOT EXISTS mv_admin_boundaries_lines_z0_2_geometry_idx 
-ON mv_admin_boundaries_lines_z0_2 USING GIST (geometry);
-
--- ==========================================
--- MViews for admin lines zoom 3-5
--- ==========================================
-DROP MATERIALIZED VIEW IF EXISTS mv_admin_boundaries_lines_z3_5 CASCADE;
-CREATE MATERIALIZED VIEW mv_admin_boundaries_lines_z3_5 AS
-SELECT 
-    type,
-    admin_level,
-    member,
-    ST_SimplifyPreserveTopology(geometry, 1000) AS geometry,
-    group_id,
-    start_decdate,
-    end_decdate,
-    start_date,
-    end_date
-FROM mv_admin_boundaries_relations_ways
-WHERE admin_level IN (1,2,3,4)
-WITH DATA;
-
-CREATE UNIQUE INDEX IF NOT EXISTS mv_admin_boundaries_lines_z3_5_idx 
-ON mv_admin_boundaries_lines_z3_5 (admin_level, member, group_id);
-
-CREATE INDEX IF NOT EXISTS mv_admin_boundaries_lines_z3_5_geometry_idx 
-ON mv_admin_boundaries_lines_z3_5 USING GIST (geometry);
-
--- ==========================================
--- MViews for admin lines zoom 6-7
--- ==========================================
-DROP MATERIALIZED VIEW IF EXISTS mv_admin_boundaries_lines_z6_7 CASCADE;
-CREATE MATERIALIZED VIEW mv_admin_boundaries_lines_z6_7 AS
-SELECT 
-    type,
-    admin_level,
-    member,
-    ST_SimplifyPreserveTopology(geometry, 200) AS geometry,
-    group_id,
-    start_decdate,
-    end_decdate,
-    start_date,
-    end_date
-FROM mv_admin_boundaries_relations_ways
-WHERE admin_level IN (1,2,3,4,5,6)
-WITH DATA;
-
-CREATE UNIQUE INDEX IF NOT EXISTS mv_admin_boundaries_lines_z6_7_idx 
-ON mv_admin_boundaries_lines_z6_7 (admin_level, member, group_id);
-
-CREATE INDEX IF NOT EXISTS mv_admin_boundaries_lines_z6_7_geometry_idx 
-ON mv_admin_boundaries_lines_z6_7 USING GIST (geometry);
-
--- ==========================================
--- MViews for admin lines zoom 8-9
--- ==========================================
-DROP MATERIALIZED VIEW IF EXISTS mv_admin_boundaries_lines_z8_9 CASCADE;
-CREATE MATERIALIZED VIEW mv_admin_boundaries_lines_z8_9 AS
-SELECT 
-    type,
-    admin_level,
-    member,
-    ST_SimplifyPreserveTopology(geometry, 100) AS geometry,
-    group_id,
-    start_decdate,
-    end_decdate,
-    start_date,
-    end_date
-FROM mv_admin_boundaries_relations_ways
-WHERE admin_level IN (1,2,3,4,5,6,7,8,9)
-WITH DATA;
-
-CREATE UNIQUE INDEX IF NOT EXISTS mv_admin_boundaries_lines_z8_9_idx 
-ON mv_admin_boundaries_lines_z8_9 (admin_level, member, group_id);
-
-CREATE INDEX IF NOT EXISTS mv_admin_boundaries_lines_z8_9_geometry_idx 
-ON mv_admin_boundaries_lines_z8_9 USING GIST (geometry);
-
--- ==========================================
--- MViews for admin lines zoom 10-12
--- ==========================================
-DROP MATERIALIZED VIEW IF EXISTS mv_admin_boundaries_lines_z10_12 CASCADE;
-CREATE MATERIALIZED VIEW mv_admin_boundaries_lines_z10_12 AS
-SELECT 
-    type,
-    admin_level,
-    member,
-    ST_SimplifyPreserveTopology(geometry, 20) AS geometry,
-    group_id,
-    start_decdate,
-    end_decdate,
-    start_date,
-    end_date
-FROM mv_admin_boundaries_relations_ways
-WHERE admin_level IN (1,2,3,4,5,6,7,8,9,10)
-WITH DATA;
-
-CREATE UNIQUE INDEX IF NOT EXISTS mv_admin_boundaries_lines_z10_12_idx 
-ON mv_admin_boundaries_lines_z10_12 (admin_level, member, group_id);
-
-CREATE INDEX IF NOT EXISTS mv_admin_boundaries_lines_z10_12_geometry_idx 
-ON mv_admin_boundaries_lines_z10_12 USING GIST (geometry);
-
--- ==========================================
--- MViews for admin lines zoom 13-15
--- ==========================================
-DROP MATERIALIZED VIEW IF EXISTS mv_admin_boundaries_lines_z13_15 CASCADE;
-CREATE MATERIALIZED VIEW mv_admin_boundaries_lines_z13_15 AS
-SELECT 
-    type,
-    admin_level,
-    member,
-    ST_SimplifyPreserveTopology(geometry, 5) AS geometry,
-    group_id,
-    start_decdate,
-    end_decdate,
-    start_date,
-    end_date
-FROM mv_admin_boundaries_relations_ways
-WHERE admin_level IN (1,2,3,4,5,6,7,8,9,10)
-WITH DATA;
-
-CREATE UNIQUE INDEX IF NOT EXISTS mv_admin_boundaries_lines_z13_15_idx 
-ON mv_admin_boundaries_lines_z13_15 (admin_level, member, group_id);
-
-CREATE INDEX IF NOT EXISTS mv_admin_boundaries_lines_z13_15_geometry_idx 
-ON mv_admin_boundaries_lines_z13_15 USING GIST (geometry);
-
 -- ==========================================
 -- MViews for admin lines zoom 16-20
 -- ==========================================
 DROP MATERIALIZED VIEW IF EXISTS mv_admin_boundaries_lines_z16_20 CASCADE;
 CREATE MATERIALIZED VIEW mv_admin_boundaries_lines_z16_20 AS
 SELECT 
+    ROW_NUMBER() OVER (ORDER BY admin_level, member, group_id) AS id,
     type,
     admin_level,
-    member,
+    member as osm_id,
     ST_SimplifyPreserveTopology(geometry, 1) AS geometry,
     group_id,
     start_decdate,
     end_decdate,
     start_date,
     end_date
 FROM mv_admin_boundaries_relations_ways
-WHERE admin_level IN (1,2,3,4,5,6,7,8,9,10)
+WHERE admin_level IN (1,2,3,4,5,6,7,8,9,10,11)
 WITH DATA;
 
-CREATE UNIQUE INDEX IF NOT EXISTS mv_admin_boundaries_lines_z16_20_idx 
-ON mv_admin_boundaries_lines_z16_20 (admin_level, member, group_id);
+CREATE UNIQUE INDEX IF NOT EXISTS mv_admin_boundaries_lines_z16_20_id_idx 
+ON mv_admin_boundaries_lines_z16_20 (id);
+
+CREATE INDEX IF NOT EXISTS mv_admin_boundaries_lines_z16_20_admin_level_idx 
+ON mv_admin_boundaries_lines_z16_20 (admin_level);
 
 CREATE INDEX IF NOT EXISTS mv_admin_boundaries_lines_z16_20_geometry_idx 
 ON mv_admin_boundaries_lines_z16_20 USING GIST (geometry);
 
+SELECT create_mview_line_from_mview('mv_admin_boundaries_lines_z16_20', 'mv_admin_boundaries_lines_z13_15', 5, 'admin_level IN (1,2,3,4,5,6,7,8,9,10)');
+SELECT create_mview_line_from_mview('mv_admin_boundaries_lines_z13_15', 'mv_admin_boundaries_lines_z10_12', 20, NULL);
+SELECT create_mview_line_from_mview('mv_admin_boundaries_lines_z10_12', 'mv_admin_boundaries_lines_z8_9', 100, 'admin_level IN (1,2,3,4,5,6,7,8,9)');
+SELECT create_mview_line_from_mview('mv_admin_boundaries_lines_z8_9', 'mv_admin_boundaries_lines_z6_7', 200, 'admin_level IN (1,2,3,4,5,6)');
+SELECT create_mview_line_from_mview('mv_admin_boundaries_lines_z6_7', 'mv_admin_boundaries_lines_z3_5', 1000, 'admin_level IN (1,2,3,4)');
+SELECT create_mview_line_from_mview('mv_admin_boundaries_lines_z3_5', 'mv_admin_boundaries_lines_z0_2', 5000, 'admin_level IN (1,2)');
+
 -- Refresh lines views
--- REFRESH MATERIALIZED VIEW CONCURRENTLY mv_admin_boundaries_lines_z0_2;
--- REFRESH MATERIALIZED VIEW CONCURRENTLY mv_admin_boundaries_lines_z3_5;
--- REFRESH MATERIALIZED VIEW CONCURRENTLY mv_admin_boundaries_lines_z6_7;
--- REFRESH MATERIALIZED VIEW CONCURRENTLY mv_admin_boundaries_lines_z8_9;
--- REFRESH MATERIALIZED VIEW CONCURRENTLY mv_admin_boundaries_lines_z10_12;
--- REFRESH MATERIALIZED VIEW CONCURRENTLY mv_admin_boundaries_lines_z13_15;
+-- REFRESH MATERIALIZED VIEW CONCURRENTLY mv_relation_members_boundaries;
+-- REFRESH MATERIALIZED VIEW CONCURRENTLY mv_admin_boundaries_relations_ways;
 -- REFRESH MATERIALIZED VIEW CONCURRENTLY mv_admin_boundaries_lines_z16_20;
+-- REFRESH MATERIALIZED VIEW CONCURRENTLY mv_admin_boundaries_lines_z13_15;
+-- REFRESH MATERIALIZED VIEW CONCURRENTLY mv_admin_boundaries_lines_z10_12;
+-- REFRESH MATERIALIZED VIEW CONCURRENTLY mv_admin_boundaries_lines_z8_9;
+-- REFRESH MATERIALIZED VIEW CONCURRENTLY mv_admin_boundaries_lines_z6_7;
+-- REFRESH MATERIALIZED VIEW CONCURRENTLY mv_admin_boundaries_lines_z3_5;
+-- REFRESH MATERIALIZED VIEW CONCURRENTLY mv_admin_boundaries_lines_z0_2;

images/tiler-imposm/queries/ohm_mviews/landuse.sql

@@ -23,6 +23,7 @@ SELECT create_points_mview('osm_landuse_points','mv_landuse_points' );
 -- Create points centroids materialized views, add points  only for higher zoom levels
 SELECT create_points_centroids_mview('mv_landuse_areas_z16_20','mv_landuse_points_centroids_z16_20','mv_landuse_points');
 SELECT create_points_centroids_mview( 'mv_landuse_areas_z13_15', 'mv_landuse_points_centroids_z13_15', 'mv_landuse_points');
+SELECT create_points_centroids_mview( 'mv_landuse_areas_z10_12', 'mv_landuse_points_centroids_z10_12', NULL);
 SELECT create_points_centroids_mview( 'mv_landuse_areas_z8_9', 'mv_landuse_points_centroids_z8_9', NULL);
 SELECT create_points_centroids_mview( 'mv_landuse_areas_z6_7', 'mv_landuse_points_centroids_z6_7', NULL);
 

images/tiler-imposm/queries/utils/create_mview_area_mview.sql

@@ -28,7 +28,7 @@ DECLARE
     tmp_mview    text;
 BEGIN
 
-    RAISE NOTICE '==> [MVIEW AREA] Creating % ===> % (simplification: %m, min_area: %s, custom_filter: %s)', source_mview, target_mview, tolerance_meters, min_area, custom_filter;
+    RAISE NOTICE '==> [MVIEW AREA] Creating % from % (simplification: %m, min_area: %s, custom_filter: %s)', target_mview, source_mview, tolerance_meters, min_area, custom_filter;
     -- Generate temporary view name to avoid conflicts during creation
     tmp_mview := target_mview || '_tmp';
 

images/tiler-imposm/queries/utils/create_mview_centroid_mview.sql

@@ -29,7 +29,7 @@ DECLARE
     tmp_mview    text;
 BEGIN
 
-    RAISE NOTICE '==> [MVIEW CENTROID] Creating % ===> % (custom_filter: %s)', source_mview, target_mview, custom_filter;
+    RAISE NOTICE '==> [MVIEW CENTROID] Creating % from % (custom_filter: %s)',target_mview, source_mview, custom_filter;
     -- Generate temporary view name to avoid conflicts during creation
     tmp_mview := target_mview || '_tmp';
 

images/tiler-imposm/queries/utils/create_mview_line_mview.sql

@@ -28,7 +28,7 @@ DECLARE
     sql          text;
     tmp_mview    text;
 BEGIN
-    RAISE NOTICE '==> [MVIEW LINE] Creating % ===> % (simplification: %m, custom_filter: %s)', source_mview, target_mview, tolerance_meters, custom_filter;
+    RAISE NOTICE '==> [MVIEW LINE] Creating % from % (simplification: %m, custom_filter: %s)', target_mview, source_mview, tolerance_meters, custom_filter;
     -- Generate temporary view name to avoid conflicts during creation
     tmp_mview := target_mview || '_tmp';
 

images/tiler-imposm/scripts/refresh_mviews.sh

@@ -47,16 +47,17 @@ function refresh_mviews_group() {
     done
 }
 
+
 admin_boundaries_lines_views=(
     mv_relation_members_boundaries
     mv_admin_boundaries_relations_ways
-    mv_admin_boundaries_lines_z0_2
-    mv_admin_boundaries_lines_z3_5
-    mv_admin_boundaries_lines_z6_7
-    mv_admin_boundaries_lines_z8_9
-    mv_admin_boundaries_lines_z10_12
-    mv_admin_boundaries_lines_z13_15
     mv_admin_boundaries_lines_z16_20
+    mv_admin_boundaries_lines_z13_15
+    mv_admin_boundaries_lines_z10_12
+    mv_admin_boundaries_lines_z8_9
+    mv_admin_boundaries_lines_z6_7
+    mv_admin_boundaries_lines_z3_5
+    mv_admin_boundaries_lines_z0_2
 )
 
 admin_boundaries_areas_centroids_views=(
@@ -141,6 +142,7 @@ places_views=(
     mv_place_areas_z14_20
 )
 
+
 transport_views=(
     # lines
     mv_transport_lines_z16_20