perf: Spawn only populated partitions in derive_statistical_unit_facet

The integrity check compared staging partition count against a hardcoded
128 threshold. For small datasets (~40 units → ~35 hash buckets), this
forced a full 128-partition refresh every time, spawning ~100 empty tasks.

Fix: Compare staging against actual populated partitions from
statistical_unit.report_partition_seq. Full refresh now spawns only
partitions that have data.

Also fix test determinism: nextval() survives ROLLBACK, so shared tests
running sequentially saw accumulated sequence values, causing
non-deterministic unit_ids and partition counts. Added ALTER SEQUENCE
RESTART in test/setup.sql (transactional DDL, reverted on ROLLBACK).

Suppress setup/teardown boilerplate in test output with \set ECHO none
and \o /dev/null for cleaner expected files (-3000 lines).

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

Author: jhf

app/src/lib/database.types.ts

@@ -3323,6 +3323,7 @@ export type Database = {
           related_enterprise_ids: number[] | null
           related_establishment_ids: number[] | null
           related_legal_unit_ids: number[] | null
+          report_partition_seq: number | null
           search: string | null
           secondary_activity_category_code: string | null
           secondary_activity_category_id: number | null
@@ -3410,6 +3411,7 @@ export type Database = {
           related_enterprise_ids?: number[] | null
           related_establishment_ids?: number[] | null
           related_legal_unit_ids?: number[] | null
+          report_partition_seq?: number | null
           search?: string | null
           secondary_activity_category_code?: string | null
           secondary_activity_category_id?: number | null
@@ -3497,6 +3499,7 @@ export type Database = {
           related_enterprise_ids?: number[] | null
           related_establishment_ids?: number[] | null
           related_legal_unit_ids?: number[] | null
+          report_partition_seq?: number | null
           search?: string | null
           secondary_activity_category_code?: string | null
           secondary_activity_category_id?: number | null
@@ -3568,6 +3571,66 @@ export type Database = {
         },
         Relationships: []
       },
+      statistical_unit_facet_dirty_partitions: {
+        Row: {
+          partition_seq: number
+        },
+        Insert: {
+          partition_seq: number
+        },
+        Update: {
+          partition_seq?: number
+        },
+        Relationships: []
+      },
+      statistical_unit_facet_staging: {
+        Row: {
+          count: number
+          legal_form_id: number | null
+          partition_seq: number
+          physical_country_id: number | null
+          physical_region_path: string | null
+          primary_activity_category_path: string | null
+          sector_path: string | null
+          stats_summary: Json | null
+          status_id: number | null
+          unit_type: Database["public"]["Enums"]["statistical_unit_type"] | null
+          valid_from: string | null
+          valid_to: string | null
+          valid_until: string | null
+        },
+        Insert: {
+          count: number
+          legal_form_id?: number | null
+          partition_seq: number
+          physical_country_id?: number | null
+          physical_region_path?: string | null
+          primary_activity_category_path?: string | null
+          sector_path?: string | null
+          stats_summary?: Json | null
+          status_id?: number | null
+          unit_type?: Database["public"]["Enums"]["statistical_unit_type"] | null
+          valid_from?: string | null
+          valid_to?: string | null
+          valid_until?: string | null
+        },
+        Update: {
+          count?: number
+          legal_form_id?: number | null
+          partition_seq?: number
+          physical_country_id?: number | null
+          physical_region_path?: string | null
+          primary_activity_category_path?: string | null
+          sector_path?: string | null
+          stats_summary?: Json | null
+          status_id?: number | null
+          unit_type?: Database["public"]["Enums"]["statistical_unit_type"] | null
+          valid_from?: string | null
+          valid_to?: string | null
+          valid_until?: string | null
+        },
+        Relationships: []
+      },
       statistical_unit_staging: {
         Row: {
           activity_category_paths: string[] | null
@@ -3632,6 +3695,7 @@ export type Database = {
           related_enterprise_ids: number[] | null
           related_establishment_ids: number[] | null
           related_legal_unit_ids: number[] | null
+          report_partition_seq: number | null
           search: string | null
           secondary_activity_category_code: string | null
           secondary_activity_category_id: number | null
@@ -3718,6 +3782,7 @@ export type Database = {
           related_enterprise_ids?: number[] | null
           related_establishment_ids?: number[] | null
           related_legal_unit_ids?: number[] | null
+          report_partition_seq?: number | null
           search?: string | null
           secondary_activity_category_code?: string | null
           secondary_activity_category_id?: number | null
@@ -3804,6 +3869,7 @@ export type Database = {
           related_enterprise_ids?: number[] | null
           related_establishment_ids?: number[] | null
           related_legal_unit_ids?: number[] | null
+          report_partition_seq?: number | null
           search?: string | null
           secondary_activity_category_code?: string | null
           secondary_activity_category_id?: number | null
@@ -12497,6 +12563,22 @@ export type Database = {
         }
         Returns: string
       },
+      report_partition_seq: {
+        Args: {
+          p_unit_type?: string
+          p_unit_id?: number
+          p_num_partitions?: number
+        }
+        Returns: number
+      }
+        | {
+        Args: {
+          p_unit_type?: Database["public"]["Enums"]["statistical_unit_type"]
+          p_unit_id?: number
+          p_num_partitions?: number
+        }
+        Returns: number
+      },
       reset: {
         Args: {
           confirmed?: boolean

doc/data-model.md

@@ -139,7 +139,7 @@ Enumerated types used across the schema, with their possible values.
   - Enums: `unit_type` (`public.statistical_unit_type`).
 - `timeline_establishment, `timeline_legal_unit`, `timeline_enterprise`(unit_type, name, primary_activity_category_path, primary_activity_category_code, secondary_activity_category_path, secondary_activity_category_code, activity_category_paths, sector_path, sector_code, sector_name, data_source_codes, legal_form_code, legal_form_name, physical_postcode, physical_region_path, physical_region_code, postal_postcode, postal_region_path, postal_region_code, email_address, unit_size_code, status_code, invalid_codes, unit_id, primary_activity_category_id, secondary_activity_category_id, sector_id, legal_form_id, physical_region_id, physical_country_id, postal_region_id, postal_country_id, unit_size_id, status_id, last_edit_by_user_id, establishment_id, legal_unit_id, enterprise_id, valid_from, valid_to, valid_until, last_edit_at, birth_date, death_date, search, data_source_ids, physical_address_part1, physical_address_part2, physical_address_part3, physical_postplace, physical_country_iso_2, physical_latitude, physical_longitude, physical_altitude, domestic, postal_address_part1, postal_address_part2, postal_address_part3, postal_postplace, postal_country_iso_2, postal_latitude, postal_longitude, postal_altitude, web_address, phone_number, landline, mobile_number, fax_number, used_for_counting, last_edit_comment, has_legal_unit, primary_for_enterprise, primary_for_legal_unit, stats, stats_summary, related_establishment_ids, excluded_establishment_ids, included_establishment_ids, related_legal_unit_ids, excluded_legal_unit_ids, included_legal_unit_ids, related_enterprise_ids, excluded_enterprise_ids, included_enterprise_ids)` (temporal)
   - Enums: `unit_type` (`public.statistical_unit_type`).
-- `statistical_unit(unit_type, external_idents, name, primary_activity_category_path, primary_activity_category_code, secondary_activity_category_path, secondary_activity_category_code, activity_category_paths, sector_path, sector_code, sector_name, data_source_codes, legal_form_code, legal_form_name, physical_postcode, physical_region_path, physical_region_code, postal_postcode, postal_region_path, postal_region_code, email_address, unit_size_code, status_code, invalid_codes, tag_paths, unit_id, primary_activity_category_id, secondary_activity_category_id, sector_id, legal_form_id, physical_region_id, physical_country_id, postal_region_id, postal_country_id, unit_size_id, status_id, last_edit_by_user_id, valid_from, valid_to, valid_until, last_edit_at, valid_range, birth_date, death_date, search, data_source_ids, physical_address_part1, physical_address_part2, physical_address_part3, physical_postplace, physical_country_iso_2, physical_latitude, physical_longitude, physical_altitude, domestic, postal_address_part1, postal_address_part2, postal_address_part3, postal_postplace, postal_country_iso_2, postal_latitude, postal_longitude, postal_altitude, web_address, phone_number, landline, mobile_number, fax_number, used_for_counting, last_edit_comment, has_legal_unit, related_establishment_ids, excluded_establishment_ids, included_establishment_ids, related_legal_unit_ids, excluded_legal_unit_ids, included_legal_unit_ids, related_enterprise_ids, excluded_enterprise_ids, included_enterprise_ids, stats, stats_summary, included_establishment_count, included_legal_unit_count, included_enterprise_count)` (temporal)
+- `statistical_unit(unit_type, external_idents, name, primary_activity_category_path, primary_activity_category_code, secondary_activity_category_path, secondary_activity_category_code, activity_category_paths, sector_path, sector_code, sector_name, data_source_codes, legal_form_code, legal_form_name, physical_postcode, physical_region_path, physical_region_code, postal_postcode, postal_region_path, postal_region_code, email_address, unit_size_code, status_code, invalid_codes, tag_paths, unit_id, primary_activity_category_id, secondary_activity_category_id, sector_id, legal_form_id, physical_region_id, physical_country_id, postal_region_id, postal_country_id, unit_size_id, status_id, last_edit_by_user_id, valid_from, valid_to, valid_until, last_edit_at, valid_range, birth_date, death_date, search, data_source_ids, physical_address_part1, physical_address_part2, physical_address_part3, physical_postplace, physical_country_iso_2, physical_latitude, physical_longitude, physical_altitude, domestic, postal_address_part1, postal_address_part2, postal_address_part3, postal_postplace, postal_country_iso_2, postal_latitude, postal_longitude, postal_altitude, web_address, phone_number, landline, mobile_number, fax_number, used_for_counting, last_edit_comment, has_legal_unit, related_establishment_ids, excluded_establishment_ids, included_establishment_ids, related_legal_unit_ids, excluded_legal_unit_ids, included_legal_unit_ids, related_enterprise_ids, excluded_enterprise_ids, included_enterprise_ids, stats, stats_summary, included_establishment_count, included_legal_unit_count, included_enterprise_count, report_partition_seq)` (temporal)
   - Enums: `unit_type` (`public.statistical_unit_type`).
 
 ### Derivations for UI listing of relevant time periods
@@ -156,6 +156,7 @@ Enumerated types used across the schema, with their possible values.
 
 - `statistical_unit_facet(unit_type, physical_region_path, primary_activity_category_path, sector_path, legal_form_id, physical_country_id, status_id, valid_from, valid_to, valid_until, count, stats_summary)` (temporal)
   - Enums: `unit_type` (`public.statistical_unit_type`).
+- `statistical_unit_facet_dirty_partitions(partition_seq)`
 
 ### Derivations to create statistical_history for reporting and statistical_history_facet for drilldown.