Merge pull request #2914 from ASFHyP3/develop

Release v0.11.7

Author: jhkennedy

.github/workflows/deploy-custom-prod.yml

@@ -99,8 +99,8 @@ jobs:
               job_spec/ARIA_S1_COSEIS.yml
               job_spec/INSAR_ISCE.yml
             instance_types: m6id.xlarge,m6id.2xlarge,m6id.4xlarge,m6id.8xlarge,m6idn.xlarge,m6idn.2xlarge,m6idn.4xlarge,m6idn.8xlarge
-            default_max_vcpus: 13000  # Max: 13000
-            expanded_max_vcpus: 13000  # Max: 13000
+            default_max_vcpus: 4000  # Max: 13000
+            expanded_max_vcpus: 4000  # Max: 13000
             required_surplus: 0
             security_environment: JPL-public
             ami_id: /aws/service/ecs/optimized-ami/amazon-linux-2023/recommended/image_id

CHANGELOG.md

@@ -4,6 +4,16 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [10.11.7]
+
+### Added
+- Optional OPERA `frame_id` parameter to the ITS_LIVE_AUTORIFT job specification.
+
+### Changed
+- The ITS_LIVE_METADATA job now includes a cropping step to ensure ITS_LIVE granules are chunk-aligned and have a time dimension before generating STAC and NSIDC ingest metadata files.
+- The default `publish_stac_prefix` has been changed to `stac-ingest` for ITS_LIVE_METADATA and ITS_LIVE_AUTORIFT jobs.
+- Lower A19 account back to 4000 VCPUs for nominal processing throughput.
+
 ## [10.11.6]
 
 ### Added

job_spec/ITS_LIVE_AUTORIFT.yml

@@ -120,12 +120,18 @@ AUTORIFT:
       api_schema:
         description: Publish the resulting STAC JSON item under this prefix in the ITS_LIVE AWS Open Data (or test) S3 Bucket
         type: string
-        default: test-space/stac/ndjson/ingest
+        default: stac-ingest
     use_static_files:
       api_schema:
         description:  Use static topographic correction files for ISCE3 processing if available (Sentinel-1 only)
         default: true
         type: boolean
+    frame_id:
+      api_schema:
+        description:  Sentinel-1 OPERA Frame ID to be placed in product metadata after processing
+        default: null
+        nullable: true
+        type: string
   cost_profiles:
     DEFAULT:
       cost: 1.0
@@ -151,6 +157,8 @@ AUTORIFT:
         - Ref::reference
         - --secondary
         - Ref::secondary
+        - --frame-id
+        - Ref::frame_id
       timeout: 10800
       compute_environment: Default
       vcpu: 1

job_spec/ITS_LIVE_META.yml

@@ -21,13 +21,32 @@ ITS_LIVE_META:
       api_schema:
         description: Publish the resulting STAC JSON item under this prefix in the ITS_LIVE AWS Open Data (or test) S3 Bucket
         type: string
-        default: test-space/stac/ndjson/ingest
+        default: stac-ingest
   cost_profiles:
     DEFAULT:
       cost: 1.0
   validators: []
   steps:
     - name: ''
+      image: ghcr.io/asfhyp3/hyp3-autorift
+      command:
+        - ++process
+        - crop_netcdf_product
+        - Ref::granule_uri
+        - --bucket
+        - '!Ref Bucket'
+        - --bucket-prefix
+        - Ref::job_id
+        - --publish-bucket
+        - Ref::publish_bucket
+      timeout: 10800
+      compute_environment: Default
+      vcpu: 1
+      memory: 7875
+      secrets:
+        - PUBLISH_ACCESS_KEY_ID
+        - PUBLISH_SECRET_ACCESS_KEY
+    - name: METADATA
       image: ghcr.io/asfhyp3/itslive-metadata
       command:
         - --granule-uri