Merge branch 'analytics-pipeline-partitions'

Author: jhf

app/src/lib/database.types.ts

@@ -2826,18 +2826,21 @@ export type Database = {
           country_id: number
           id: number
           only_one_setting: boolean | null
+          report_partition_count: number
         },
         Insert: {
           activity_category_standard_id: number
           country_id: number
           id?: never
           only_one_setting?: boolean | null
+          report_partition_count?: number
         },
         Update: {
           activity_category_standard_id?: number
           country_id?: number
           id?: never
           only_one_setting?: boolean | null
+          report_partition_count?: number
         },
         Relationships: [
           {
@@ -3088,6 +3091,7 @@ export type Database = {
           legal_form_change_count: number | null
           month: number | null
           name_change_count: number | null
+          partition_seq: number | null
           physical_address_change_count: number | null
           physical_country_change_count: number | null
           physical_region_change_count: number | null
@@ -3113,6 +3117,7 @@ export type Database = {
           legal_form_change_count?: number | null
           month?: number | null
           name_change_count?: number | null
+          partition_seq?: number | null
           physical_address_change_count?: number | null
           physical_country_change_count?: number | null
           physical_region_change_count?: number | null
@@ -3138,6 +3143,7 @@ export type Database = {
           legal_form_change_count?: number | null
           month?: number | null
           name_change_count?: number | null
+          partition_seq?: number | null
           physical_address_change_count?: number | null
           physical_country_change_count?: number | null
           physical_region_change_count?: number | null
@@ -3259,6 +3265,117 @@ export type Database = {
         },
         Relationships: []
       },
+      statistical_history_facet_partitions: {
+        Row: {
+          births: number | null
+          countable_added_count: number | null
+          countable_change: number | null
+          countable_count: number | null
+          countable_removed_count: number | null
+          deaths: number | null
+          exists_added_count: number | null
+          exists_change: number | null
+          exists_count: number | null
+          exists_removed_count: number | null
+          legal_form_change_count: number | null
+          legal_form_id: number | null
+          month: number | null
+          name_change_count: number | null
+          partition_seq: number
+          physical_address_change_count: number | null
+          physical_country_change_count: number | null
+          physical_country_id: number | null
+          physical_region_change_count: number | null
+          physical_region_path: string | null
+          primary_activity_category_change_count: number | null
+          primary_activity_category_path: string | null
+          resolution: Database["public"]["Enums"]["history_resolution"] | null
+          secondary_activity_category_change_count: number | null
+          secondary_activity_category_path: string | null
+          sector_change_count: number | null
+          sector_path: string | null
+          stats_summary: Json | null
+          status_change_count: number | null
+          status_id: number | null
+          unit_size_change_count: number | null
+          unit_size_id: number | null
+          unit_type: Database["public"]["Enums"]["statistical_unit_type"] | null
+          year: number | null
+        },
+        Insert: {
+          births?: number | null
+          countable_added_count?: number | null
+          countable_change?: number | null
+          countable_count?: number | null
+          countable_removed_count?: number | null
+          deaths?: number | null
+          exists_added_count?: number | null
+          exists_change?: number | null
+          exists_count?: number | null
+          exists_removed_count?: number | null
+          legal_form_change_count?: number | null
+          legal_form_id?: number | null
+          month?: number | null
+          name_change_count?: number | null
+          partition_seq: number
+          physical_address_change_count?: number | null
+          physical_country_change_count?: number | null
+          physical_country_id?: number | null
+          physical_region_change_count?: number | null
+          physical_region_path?: string | null
+          primary_activity_category_change_count?: number | null
+          primary_activity_category_path?: string | null
+          resolution?: Database["public"]["Enums"]["history_resolution"] | null
+          secondary_activity_category_change_count?: number | null
+          secondary_activity_category_path?: string | null
+          sector_change_count?: number | null
+          sector_path?: string | null
+          stats_summary?: Json | null
+          status_change_count?: number | null
+          status_id?: number | null
+          unit_size_change_count?: number | null
+          unit_size_id?: number | null
+          unit_type?: Database["public"]["Enums"]["statistical_unit_type"] | null
+          year?: number | null
+        },
+        Update: {
+          births?: number | null
+          countable_added_count?: number | null
+          countable_change?: number | null
+          countable_count?: number | null
+          countable_removed_count?: number | null
+          deaths?: number | null
+          exists_added_count?: number | null
+          exists_change?: number | null
+          exists_count?: number | null
+          exists_removed_count?: number | null
+          legal_form_change_count?: number | null
+          legal_form_id?: number | null
+          month?: number | null
+          name_change_count?: number | null
+          partition_seq?: number
+          physical_address_change_count?: number | null
+          physical_country_change_count?: number | null
+          physical_country_id?: number | null
+          physical_region_change_count?: number | null
+          physical_region_path?: string | null
+          primary_activity_category_change_count?: number | null
+          primary_activity_category_path?: string | null
+          resolution?: Database["public"]["Enums"]["history_resolution"] | null
+          secondary_activity_category_change_count?: number | null
+          secondary_activity_category_path?: string | null
+          sector_change_count?: number | null
+          sector_path?: string | null
+          stats_summary?: Json | null
+          status_change_count?: number | null
+          status_id?: number | null
+          unit_size_change_count?: number | null
+          unit_size_id?: number | null
+          unit_type?: Database["public"]["Enums"]["statistical_unit_type"] | null
+          year?: number | null
+        },
+        Relationships: []
+      },
       statistical_unit: {
         Row: {
           activity_category_paths: string[] | null
@@ -12706,6 +12823,7 @@ export type Database = {
           p_resolution?: Database["public"]["Enums"]["history_resolution"]
           p_year?: number
           p_month?: number
+          p_partition_seq?: number
         }
         Returns: Database["public"]["CompositeTypes"]["statistical_history_type"][]
       },
@@ -12737,6 +12855,7 @@ export type Database = {
           p_resolution?: Database["public"]["Enums"]["history_resolution"]
           p_year?: number
           p_month?: number
+          p_partition_seq?: number
         }
         Returns: Database["public"]["CompositeTypes"]["statistical_history_facet_type"][]
       },
@@ -13297,6 +13416,7 @@ export type Database = {
         physical_country_change_count: number | null
         physical_address_change_count: number | null
         stats_summary: Json | null
+        partition_seq: number | null
       },
       statistical_unit_stats: {
         unit_type: Database["public"]["Enums"]["statistical_unit_type"] | null

doc/data-model.md

@@ -160,10 +160,12 @@ Enumerated types used across the schema, with their possible values.
 
 ### Derivations to create statistical_history for reporting and statistical_history_facet for drilldown.
 
-- `statistical_history(unit_type, name_change_count, resolution, year, month, exists_count, exists_change, exists_added_count, exists_removed_count, countable_count, countable_change, countable_added_count, countable_removed_count, births, deaths, primary_activity_category_change_count, secondary_activity_category_change_count, sector_change_count, legal_form_change_count, physical_region_change_count, physical_country_change_count, physical_address_change_count, stats_summary)`
+- `statistical_history(unit_type, name_change_count, resolution, year, month, exists_count, exists_change, exists_added_count, exists_removed_count, countable_count, countable_change, countable_added_count, countable_removed_count, births, deaths, primary_activity_category_change_count, secondary_activity_category_change_count, sector_change_count, legal_form_change_count, physical_region_change_count, physical_country_change_count, physical_address_change_count, stats_summary, partition_seq)`
   - Enums: `resolution` (`public.history_resolution`), `unit_type` (`public.statistical_unit_type`).
 - `statistical_history_facet(unit_type, primary_activity_category_path, secondary_activity_category_path, sector_path, physical_region_path, name_change_count, legal_form_id, physical_country_id, unit_size_id, status_id, resolution, year, month, exists_count, exists_change, exists_added_count, exists_removed_count, countable_count, countable_change, countable_added_count, countable_removed_count, births, deaths, primary_activity_category_change_count, secondary_activity_category_change_count, sector_change_count, legal_form_change_count, physical_region_change_count, physical_country_change_count, physical_address_change_count, unit_size_change_count, status_change_count, stats_summary)`
   - Enums: `resolution` (`public.history_resolution`), `unit_type` (`public.statistical_unit_type`).
+- `statistical_history_facet_partitions(unit_type, primary_activity_category_path, secondary_activity_category_path, sector_path, physical_region_path, name_change_count, legal_form_id, physical_country_id, unit_size_id, status_id, partition_seq, resolution, year, month, exists_count, exists_change, exists_added_count, exists_removed_count, countable_count, countable_change, countable_added_count, countable_removed_count, births, deaths, primary_activity_category_change_count, secondary_activity_category_change_count, sector_change_count, legal_form_change_count, physical_region_change_count, physical_country_change_count, physical_address_change_count, unit_size_change_count, status_change_count, stats_summary)`
+  - Enums: `resolution` (`public.history_resolution`), `unit_type` (`public.statistical_unit_type`).
 
 ## Import System
 Handles the ingestion of data from external files.
@@ -195,6 +197,7 @@ Handles background processing. A long-running worker process calls `worker.proce
 - `command_registry(command, created_at, handler_procedure, before_procedure, after_procedure, description, queue, batches_per_wave)`
   - Key FKs: queue.
 - `queue_registry(queue, description, default_concurrency)`
+- `pipeline_progress(updated_at, step, total, completed)`
 - `base_change_log(establishment_ids, legal_unit_ids, enterprise_ids, edited_by_valid_range)`
 - `base_change_log_has_pending(has_pending)`
 
@@ -210,7 +213,7 @@ Handles background processing. A long-running worker process calls `worker.proce
 - `refresh_session(id, user_id, created_at, last_used_at, expires_at, jti, refresh_version, user_agent, ip_address)`
   - Key FKs: user_id.
 - `secrets(value, created_at, updated_at, key, description)`
-- `settings(id, activity_category_standard_id, country_id, only_one_setting)`
+- `settings(id, activity_category_standard_id, country_id, only_one_setting, report_partition_count)`
   - Key FKs: activity_category_standard_id, country_id.
 - `region_access(id, user_id, region_id)`
   - Key FKs: region_id, user_id.