Merge pull request #264 from akrherz/iemre_sa

IEMRE South America

Author: akrherz

.github/workflows/etchosts.txt

@@ -6,6 +6,7 @@
 127.0.0.1 iemdb-iemre.local
 127.0.0.1 iemdb-iemre_europe.local
 127.0.0.1 iemdb-iemre_china.local
+127.0.0.1 iemdb-iemre_sa.local
 127.0.0.1 iemdb2.local
 127.0.0.1 iemdb-postgis.local
 127.0.0.1 iemdb-mesosite.local

.pre-commit-config.yaml

@@ -2,7 +2,7 @@ ci:
   autoupdate_schedule: quarterly
 repos:
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: "v0.9.10"
+    rev: "v0.11.0"
     hooks:
       - id: ruff
         args: [--fix, --exit-non-zero-on-fix]

bootstrap.sh

@@ -9,7 +9,7 @@ done
 
 for db in afos mesosite postgis snet talltowers \
 asos asos1min hads hml mos rwis squaw \
-awos iem other scan wepp raob id3b iemre_china iemre_europe \
+awos iem other scan wepp raob id3b iemre_china iemre_europe iemre_sa \
 coop isuag portfolio smos iemre radar nldn sustainablecorn td idep uscrn
 do
 /usr/bin/psql -v "ON_ERROR_STOP=1" -c "create database $db;" -h localhost -U postgres || exit 2

init/iemre_sa.sql

@@ -0,0 +1,143 @@
+-- We want Postgis
+CREATE EXTENSION postgis;
+
+-- bandaid
+insert into spatial_ref_sys
+select 9311, 'EPSG', 9311, srtext, proj4text from spatial_ref_sys
+where srid = 2163;
+
+-- Boilerplate IEM schema_manager_version, the version gets incremented each
+-- time we make an upgrade script
+CREATE TABLE iem_schema_manager_version(
+    version int,
+    updated timestamptz
+);
+INSERT into iem_schema_manager_version values (-1, now());
+
+-- Our baseline grid
+CREATE TABLE iemre_grid(
+    gid int NOT NULL, -- (gridx + gridy * 488) - 1
+    cell_center geometry(Point, 4326),
+    cell_polygon geometry(Polygon, 4326),
+    hasdata boolean,
+    gridx int,
+    gridy int
+);
+GRANT ALL on iemre_grid to mesonet,ldm;
+GRANT SELECT on iemre_grid to nobody;
+
+-- fill out the grid, since we can
+do
+$do$
+declare
+     x int;
+     y int;
+begin
+    for x in 0..379
+    loop
+        for y in 0..547
+        loop
+        execute format($f$
+            INSERT into iemre_grid(gid, cell_center, hasdata, gridx, gridy,
+            cell_polygon)
+            VALUES (%s, ST_Point(%s, %s, 4326), 't', %s, %s,
+            ST_MakeEnvelope(%s, %s, %s, %s, 4326))
+        $f$, x + y * 560, 70.0625 + x * 0.125, 15.0625 + y * 0.125, x, y,
+        70.0625 + x * 0.125 - 0.0625, 15.0625 + y * 0.125 - 0.0625,
+        70.0625 + x * 0.125 + 0.0625, 15.0625 + y * 0.125 + 0.0625
+        );
+        end loop;
+    end loop;
+end;
+$do$;
+
+
+-- Create indices
+CREATE INDEX iemre_grid_gix ON iemre_grid USING GIST (cell_center);
+CREATE INDEX iemre_grid_cell_gix ON iemre_grid USING GIST (cell_polygon);
+CREATE UNIQUE INDEX iemre_grid_gid_idx on iemre_grid(gid);
+CREATE UNIQUE INDEX iemre_grid_idx on iemre_grid(gridx, gridy);
+
+-- _______________________________________________________________________
+-- Storage of daily analysis
+CREATE TABLE iemre_daily(
+    gid int REFERENCES iemre_grid(gid),
+    valid date,
+    high_tmpk real,
+    low_tmpk real,
+    high_tmpk_12z real,
+    low_tmpk_12z real,
+    p01d real,
+    p01d_12z real,
+    rsds real,
+    snow_12z real,
+    snowd_12z real,
+    avg_dwpk real,
+    wind_speed real,
+    power_swdn real,
+    min_rh real,
+    max_rh real,
+    high_soil4t real,
+    low_soil4t real
+) PARTITION by RANGE (valid);
+ALTER TABLE iemre_daily OWNER to mesonet;
+GRANT ALL on iemre_daily to ldm;
+GRANT SELECT on iemre_daily to nobody;
+
+CREATE INDEX on iemre_daily(valid);
+CREATE INDEX on iemre_daily(gid);
+
+
+do
+$do$
+declare
+     year int;
+begin
+    for year in 1893..2030
+    loop
+        execute format($f$
+            create table iemre_daily_%s partition of iemre_daily
+            for values from ('%s-01-01') to ('%s-01-01')
+        $f$, year, year, year + 1);
+        execute format($f$
+            GRANT ALL on iemre_daily_%s to mesonet,ldm
+        $f$, year);
+        execute format($f$
+            GRANT SELECT on iemre_daily_%s to nobody
+        $f$, year);
+    end loop;
+end;
+$do$;
+
+-- _______________________________________________________________________
+-- Storage of CFS forecast
+CREATE TABLE iemre_daily_forecast(
+    gid int REFERENCES iemre_grid(gid),
+    valid date,
+    high_tmpk real,
+    low_tmpk real,
+    p01d real,
+    rsds real
+);
+ALTER TABLE iemre_daily_forecast OWNER to mesonet;
+GRANT ALL on iemre_daily_forecast to mesonet,ldm;
+GRANT SELECT on iemre_daily_forecast to nobody;
+
+CREATE INDEX on iemre_daily_forecast(valid);
+CREATE INDEX on iemre_daily_forecast(gid);
+
+-- _______________________________________________________________________
+-- Storage of daily climatology
+CREATE TABLE iemre_dailyc(
+    gid int REFERENCES iemre_grid(gid),
+    valid date,
+    high_tmpk real,
+    low_tmpk real,
+    p01d real
+);
+ALTER TABLE iemre_dailyc OWNER to mesonet;
+GRANT ALL on iemre_dailyc to mesonet,ldm;
+GRANT SELECT on iemre_dailyc to nobody;
+
+CREATE INDEX on iemre_dailyc(valid);
+CREATE INDEX on iemre_dailyc(gid);