task/WG-703: create and provide nightly public archive (pmtiles + geojson) for published DS maps

devops/local_conf/nginx.conf

@@ -17,6 +17,15 @@ http {
         ~*file:///assets/([0-9]+)/  $1;     # e.g. ?url=file:///assets/3/...
         default                  "";
     }
+
+    # Cache-Control for the public area: the versioned .pmtiles archives and their
+    # companion layer .geojson are immutable so can be cached hard; manifest.json
+    # changes nightly so it revalidates.
+    map $uri $public_asset_cache_control {
+        ~*\.pmtiles$   "public, max-age=31536000, immutable";
+        ~*\.geojson$   "public, max-age=31536000, immutable";
+        default        "no-cache";
+    }
     server {
         include /etc/nginx/mime.types;
         client_max_body_size 1g;
@@ -54,6 +63,41 @@ http {
             proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
         }
 
+        # Assets available to everyone -- currently only the PMTiles archive of
+        # all published DesignSafe projects (WG-703). A separate block from
+        # `location /assets` so it skips that block's auth_request.
+        location /assets/public/ {
+            alias /assets/public/;
+
+            # .pmtiles/.geojson aren't in the default mime.types; the consumer keys off them
+            types {
+                application/vnd.pmtiles pmtiles;
+                application/geo+json geojson;
+                application/json json;
+            }
+            default_type application/octet-stream;
+
+            gzip off;
+            add_header Accept-Ranges bytes always;
+
+            add_header Cache-Control $public_asset_cache_control always;
+
+            add_header Access-Control-Allow-Origin * always;
+            add_header Access-Control-Allow-Methods "GET, HEAD, OPTIONS" always;
+            add_header Access-Control-Allow-Headers "Range" always;
+            add_header Access-Control-Expose-Headers
+                "Content-Length, Content-Range, Accept-Ranges" always;
+
+            if ($request_method = OPTIONS) {
+                add_header Access-Control-Allow-Origin * always;
+                add_header Access-Control-Allow-Methods "GET, HEAD, OPTIONS" always;
+                add_header Access-Control-Allow-Headers "Range" always;
+                add_header Access-Control-Max-Age 86400 always;
+                add_header Content-Length 0 always;
+                return 204;
+            }
+        }
+
         location /assets {
             # Call geoapi to check access before serving file
             auth_request /auth-check;

geoapi/app.py

@@ -30,6 +30,7 @@
 from geoapi.models import User
 from geoapi.routes import api_router
 from geoapi.settings import settings
+from geoapi.log import logger
 from geoapi.db import litestar_sqlalchemy_config, managed_litestar_db_session
 from geoapi.exceptions import (
     InvalidGeoJSON,
@@ -296,8 +297,26 @@ async def retrieve_session_user_handler(
 }
 
 
+def _enqueue_published_ds_maps_cold_start(_app: "Litestar") -> None:
+    """On startup, enqueue an initial published-DS-maps build if none exists yet."""
+    # tests exercise the full app lifespan via TestClient; don't auto-enqueue a
+    # real task (which would hit the live DesignSafe API) during the test run
+    if settings.APP_ENV == "testing":
+        return
+    from geoapi.tasks.published_ds_maps import enqueue_generation_if_missing
+
+    try:
+        enqueue_generation_if_missing()
+    except Exception:
+        # never let a cold-start convenience break app startup
+        logger.exception(
+            "Cold-start enqueue of published-DS-maps generation failed; continuing."
+        )
+
+
 app = Litestar(
     route_handlers=[api_router],
+    on_startup=[_enqueue_published_ds_maps_cold_start],
     middleware=[
         logging_middleware_config.middleware,
         cookie_session_config.middleware,

geoapi/celery_app.py

@@ -1,4 +1,5 @@
 from celery import Celery
+from celery.schedules import crontab
 from datetime import timedelta
 from geoapi.settings import settings
 
@@ -26,6 +27,7 @@
     "geoapi.tasks.projects",
     "geoapi.tasks.external_data",
     "geoapi.tasks.file_location_check",
+    "geoapi.tasks.published_ds_maps",
 )
 
 # Define the queues
@@ -58,4 +60,8 @@
         "task": "geoapi.tasks.external_data.refresh_projects_watch_users",
         "schedule": timedelta(minutes=30),
     },
+    "generate_published_ds_maps_pmtiles": {
+        "task": "geoapi.tasks.published_ds_maps.generate_published_ds_maps_pmtiles",
+        "schedule": crontab(hour=3, minute=0),
+    },
 }