Merge pull request #191 from aodn/acorn_dm_config_update

lbesnard · web-flow · commit e7fe0ab4ef4d · 2025-11-06T10:11:53.000+11:00
ACORN delayed configs updates
diff --git a/aodn_cloud_optimised/config/dataset/radar_CapricornBunkerGroup_wave_delayed_qc.json b/aodn_cloud_optimised/config/dataset/radar_CapricornBunkerGroup_wave_delayed_qc.json
@@ -53,8 +53,8 @@
         "s3_uri": "s3://imos-data/IMOS/IMOS/ACORN/gridded_1h-avg-wave-site-map_QC/CBG",
         "filter": [],
         "year_range": [
-          2009,
-          2025
+          2007,
+          2020
         ]
       }
     ],
@@ -64,7 +64,10 @@
   "schema_transformation": {
     "global_attributes": {
       "set": {
-        "title": ""
+        "title": "IMOS ACORN Capricorn Bunker Group (CBG), one hour averaged wave QC data",
+        "site_code": "CBG, Capricorn Bunker Group",
+        "ssr_Stations": "Tannum Sands (TAN), Lady Elliot Island(LEI)",
+        "local_time_zone": "10."
       }
     },
     "dimensions": {
diff --git a/aodn_cloud_optimised/config/dataset/radar_CapricornBunkerGroup_wind_delayed_qc.json b/aodn_cloud_optimised/config/dataset/radar_CapricornBunkerGroup_wind_delayed_qc.json
@@ -55,7 +55,7 @@
         "filter": [],
         "year_range": [
           2007,
-          2025
+          2017
         ]
       }
     ],
@@ -65,7 +65,10 @@
   "schema_transformation": {
     "global_attributes": {
       "set": {
-        "title": ""
+        "title": "IMOS ACORN Capricorn Bunker Group (CBG), one hour averaged wind QC data",
+        "site_code": "CBG, Capricorn Bunker Group",
+        "ssr_Stations": "Tannum Sands (TAN), Lady Elliott (LEI)",
+        "local_time_zone": "10."
       }
     },
     "dimensions": {
diff --git a/aodn_cloud_optimised/config/dataset/radar_CoffsHarbour_wave_delayed_qc.json b/aodn_cloud_optimised/config/dataset/radar_CoffsHarbour_wave_delayed_qc.json
@@ -54,7 +54,7 @@
         "filter": [],
         "year_range": [
           2007,
-          2025
+          2020
         ]
       }
     ],
@@ -64,7 +64,10 @@
   "schema_transformation": {
     "global_attributes": {
       "set": {
-        "title": ""
+        "title": "IMOS ACORN Coffs Harbour (COF), one hour averaged wind and short wave QC data",
+        "site_code": "COF, Coffs Harbour",
+        "ssr_Stations": "Red Rock (RRK), North Nambucca (NNB)",
+        "local_time_zone": "10."
       }
     },
     "dimensions": {
diff --git a/aodn_cloud_optimised/config/dataset/radar_CoffsHarbour_wind_delayed_qc.json b/aodn_cloud_optimised/config/dataset/radar_CoffsHarbour_wind_delayed_qc.json
@@ -55,7 +55,7 @@
         "filter": [],
         "year_range": [
           2012,
-          2025
+          2020
         ]
       }
     ],
@@ -65,7 +65,10 @@
   "schema_transformation": {
     "global_attributes": {
       "set": {
-        "title": ""
+        "title": "IMOS ACORN Coffs Harbour (COF), one hour averaged wind QC data",
+        "site_code": "COF, Coffs Harbour",
+        "ssr_Stations": "Red Rock (RRK), North Nambucca (NNB)",
+        "local_time_zone": "10."
       }
     },
     "dimensions": {
diff --git a/aodn_cloud_optimised/config/dataset/radar_RottnestShelf_wave_delayed_qc.json b/aodn_cloud_optimised/config/dataset/radar_RottnestShelf_wave_delayed_qc.json
@@ -53,8 +53,8 @@
         "s3_uri": "s3://imos-data/IMOS/ACORN/gridded_1h-avg-wave-site-map_QC/ROT/",
         "filter": [],
         "year_range": [
-          2007,
-          2025
+          2010,
+          2019
         ]
       }
     ],
@@ -64,7 +64,10 @@
   "schema_transformation": {
     "global_attributes": {
       "set": {
-        "title": ""
+        "title": "IMOS ACORN Rottnest Shelf (ROT), one hour averaged wave QC data",
+        "site_code": "ROT, Rottnest Shelf",
+        "ssr_Stations": "Fremantle (FRE), Guilderton (GUI)",
+        "local_time_zone": "8."
       }
     },
     "dimensions": {
diff --git a/aodn_cloud_optimised/config/dataset/radar_RottnestShelf_wind_delayed_qc.json b/aodn_cloud_optimised/config/dataset/radar_RottnestShelf_wind_delayed_qc.json
@@ -55,7 +55,7 @@
         "filter": [],
         "year_range": [
           2010,
-          2025
+          2019
         ]
       }
     ],
@@ -65,7 +65,10 @@
   "schema_transformation": {
     "global_attributes": {
       "set": {
-        "title": ""
+        "title": "IMOS ACORN Rottnest Shelf (ROT), one hour averaged wind QC data",
+        "site_code": "ROT, Rottnest Shelf",
+        "ssr_Stations": "Fremantle (FRE), Guilderton (GUI)",
+        "local_time_zone": "8."
       }
     },
     "dimensions": {
diff --git a/aodn_cloud_optimised/config/dataset/radar_SouthAustraliaGulfs_wave_delayed_qc.json b/aodn_cloud_optimised/config/dataset/radar_SouthAustraliaGulfs_wave_delayed_qc.json
@@ -54,8 +54,8 @@
         "filter": [],
         "_comment": "The data here should start at 2009. See reason here https://github.com/aodn/PO-Backlog/issues/4016",
         "year_range": [
-          2011,
-          2025
+          2009,
+          2020
         ]
       }
     ],
@@ -65,7 +65,10 @@
   "schema_transformation": {
     "global_attributes": {
       "set": {
-        "title": ""
+        "title": "IMOS ACORN South Australian Gulfs (SAG), one hour averaged wave QC data",
+        "site_code": "SAG, South Australian Gulf",
+        "ssr_Stations": "Cape Wiles (CWI), Cape Spencer (CSP)",
+        "local_time_zone": "9.5"
       }
     },
     "dimensions": {
diff --git a/aodn_cloud_optimised/config/dataset/radar_SouthAustraliaGulfs_wind_delayed_qc.json b/aodn_cloud_optimised/config/dataset/radar_SouthAustraliaGulfs_wind_delayed_qc.json
@@ -56,7 +56,7 @@
         "_comment": "The data here should start at 2009. See reason here https://github.com/aodn/PO-Backlog/issues/4016",
         "year_range": [
           2011,
-          2025
+          2020
         ]
       }
     ],
@@ -66,7 +66,10 @@
   "schema_transformation": {
     "global_attributes": {
       "set": {
-        "title": ""
+        "title": "IMOS Ocean Radar Facility South Australian Gulf (SAG), one hour averaged wind QC data",
+        "site_code": "SAG, South Australian Gulf",
+        "ssr_Stations": "Cape Wiles (CWI), Cape Spencer (CSP)",
+        "local_time_zone": "9.5"
       }
     },
     "dimensions": {
diff --git a/aodn_cloud_optimised/config/dataset/radar_velocity_hourly_averaged_delayed_qc_main.json b/aodn_cloud_optimised/config/dataset/radar_velocity_hourly_averaged_delayed_qc_main.json
@@ -180,7 +180,6 @@
         "instrument": "CODAR Ocean Sensors/SeaSonde",
         "source": "Terrestrial HF radar",
         "file_version": "Level 1 - Quality Controlled data",
-        "geospatial_vertical_units": "m",
         "file_version_quality_control": "Data in this file has been through the quality control procedure as described in the document: Offline QC procedures for ACORN radars.  Every data point in this file has an associated quality flag.",
         "citation": "The citation in a list of references is: IMOS, [year-of-data-download], [Title], [data-access-URL], accessed [date-of-access]",
         "acknowledgement": "Any users of IMOS data are required to clearly acknowledge the source of the material derived from IMOS in the format: 'Data was sourced from the Integrated Marine Observing System (IMOS) - IMOS is a national collaborative research infrastructure, supported by the Australian Government. If relevant, also credit other organisations involved in collection of this particular datastream (as listed in 'credit' in the metadata record).'",
diff --git a/aodn_cloud_optimised/config/dataset/radar_velocity_hourly_averaged_delayed_qc_no_I_J_version_main.json b/aodn_cloud_optimised/config/dataset/radar_velocity_hourly_averaged_delayed_qc_no_I_J_version_main.json
@@ -180,7 +180,6 @@
         "instrument": "WERA Oceanographic HF Radar/Helzel Messtechnik, GmbH",
         "source": "Terrestrial HF radar",
         "file_version": "Level 1 - Quality Controlled data",
-        "geospatial_vertical_units": "m",
         "file_version_quality_control": "Data in this file has been through the quality control procedure as described in the document: Offline QC procedures for ACORN radars.  Every data point in this file has an associated quality flag.",
         "citation": "The citation in a list of references is: IMOS, [year-of-data-download], [Title], [data-access-URL], accessed [date-of-access]",
         "acknowledgement": "Any users of IMOS data are required to clearly acknowledge the source of the material derived from IMOS in the format: 'Data was sourced from the Integrated Marine Observing System (IMOS) - IMOS is a national collaborative research infrastructure, supported by the Australian Government. If relevant, also credit other organisations involved in collection of this particular datastream (as listed in 'credit' in the metadata record).'",
diff --git a/aodn_cloud_optimised/config/dataset/radar_wave_delayed_qc_no_I_J_version_main.json b/aodn_cloud_optimised/config/dataset/radar_wave_delayed_qc_no_I_J_version_main.json
@@ -297,7 +297,22 @@
   "schema_transformation": {
     "global_attributes": {
       "set": {
-        "title": ""
+        "project": "Integrated Marine Observing System (IMOS)",
+        "Conventions": "CF-1.6,IMOS-1.4",
+        "abstract": "The ACORN facility is producing NetCDF files with wave data for each site every hour.These are obtained using modified software supplied by Seaview Sensing Ltd which applies the method described in Wyatt et al, A relaxation method for integral inversion applied to HF radar measurement of the ocean wave directional spectrum, International Journal of Remote Sensing, 9, 1087-1095, 1990; Green and Wyatt, Row-action inversion of the Barrick-Weber equations, Journal of Atmospheric and Oceanic Technology, 23, 501-510, 2006 . This file contains wave parameters that have been extracted from the measured directional wave spectra. Directions are all towards which the wave is propagating. Each value has a corresponding quality control flag where a value of 1 means that the data have passed all the standard Seaview Sensing QC procedures and an additional threshold value (<0.3) for the inversion residual.",
+        "author": "Cosoli, Simone",
+        "author_email": "simone.cosoli@uwa.edu.au",
+        "institution": "IMOS Ocean Radar Facility",
+        "institution_references": "https://imos.org.au/facility/ocean-radar",
+        "data_centre": "Australian Ocean Data Network (AODN)",
+        "data_centre_email": "info@aodn.org.au",
+        "instrument": "WERA Oceanographic HF Radar/Helzel Messtechnik, GmbH using modified Seaview Sensing Ltd software",
+        "source": "Terrestrial HF radar",
+        "file_version": "Level 1 - Quality Controlled data",
+        "file_version_quality_control": "Data in this file has been through the quality control procedure as described in the document: Quality Control procedures for ACORN radars Manual Version 2.0. Integrated Marine Observing System. DOI: 10.26198/5c89b59a931cb (http://dx.doi.org/10.26198/5c89b59a931cb). Every data point in this file has an associated quality flag.",
+        "citation": "The citation in a list of references is: IMOS, [year-of-data-download], [Title], [data-access-URL], accessed [date-of-access]",
+        "acknowledgement": "Any users of IMOS data are required to clearly acknowledge the source of the material derived from IMOS in the format: 'Data was sourced from the Integrated Marine Observing System (IMOS) - IMOS is a national collaborative research infrastructure, supported by the Australian Government. If relevant, also credit other organisations involved in collection of this particular datastream (as listed in 'credit' in the metadata record).'",
+        "disclaimer": "Data, products and services from IMOS are provided 'as is' without any warranty as to fitness for a particular purpose."
       }
     },
     "var_template_shape": "VDIRT",
diff --git a/aodn_cloud_optimised/config/dataset/radar_wind_delayed_qc_no_I_J_version_main.json b/aodn_cloud_optimised/config/dataset/radar_wind_delayed_qc_no_I_J_version_main.json
@@ -165,6 +165,26 @@
     "raise_error": false
   },
   "schema_transformation": {
+    "global_attributes": {
+      "set": {
+        "project": "Integrated Marine Observing System (IMOS)",
+        "Conventions": "CF-1.6,IMOS-1.4",
+        "abstract": "The ACORN facility is producing NetCDF files with wind direction and short wave direction and spread data for each site every hour. These are obtained using modified software supplied by Seaview Sensing Ltd which applies the method described in Wyatt et al, 1996, Maximum Likelihood estimation of the directional distribution of 0.53Hz ocean waves, Journal of Atmospheric and Oceanic Technology, 14, 591-603, 1996. Directions are all towards which the wave is propagating or the wind is blowing.  Each value has a corresponding quality control flag where a value of 2 means that the data have passed all the standard Seaview Sensing QC procedures.",
+        "author": "Cosoli, Simone",
+        "author_email": "simone.cosoli@uwa.edu.au",
+        "institution": "IMOS Ocean Radar Facility",
+        "institution_references": "https://imos.org.au/facility/ocean-radar",
+        "data_centre": "Australian Ocean Data Network (AODN)",
+        "data_centre_email": "info@aodn.org.au",
+        "instrument": "WERA Oceanographic HF Radar/Helzel Messtechnik, GmbH using modified Seaview Sensing Ltd software",
+        "source": "Terrestrial HF radar",
+        "file_version": "Level 1 - Quality Controlled data",
+        "file_version_quality_control": "Data in this file has been through the quality control procedure as described in the document: Quality Control procedures for ACORN radars Manual Version 2.0. Integrated Marine Observing System. DOI: 10.26198/5c89b59a931cb (http://dx.doi.org/10.26198/5c89b59a931cb). Every data point in this file has an associated quality flag.",
+        "citation": "The citation in a list of references is: IMOS, [year-of-data-download], [Title], [data-access-URL], accessed [date-of-access]",
+        "acknowledgement": "Any users of IMOS data are required to clearly acknowledge the source of the material derived from IMOS in the format: 'Data was sourced from the Integrated Marine Observing System (IMOS) - IMOS is a national collaborative research infrastructure, supported by the Australian Government. If relevant, also credit other organisations involved in collection of this particular datastream (as listed in 'credit' in the metadata record).'",
+        "disclaimer": "Data, products and services from IMOS are provided 'as is' without any warranty as to fitness for a particular purpose."
+      }
+    },
     "var_template_shape": "WDIR",
     "vars_incompatible_with_region": [
       "LATITUDE",
