ensure properties and ids contain ISO8601-compliant datetime

Author: Dukestep

msc_pygeoapi/loader/hydrometric_realtime.py

@@ -41,6 +41,7 @@
 from msc_pygeoapi.util import (
     check_es_indexes_to_delete,
     configure_es_connection,
+    DATETIME_RFC3339_FMT
 )
 
 
@@ -60,7 +61,7 @@
 SETTINGS = {
     'order': 0,
     'version': 1,
-    'index_patterns': [INDEX_BASENAME],
+    'index_patterns': [f'{INDEX_BASENAME}*'],
     'settings': {
         'number_of_shards': 1,
         'number_of_replicas': 0
@@ -98,7 +99,7 @@
                     },
                     'DATETIME': {
                         'type': 'date',
-                        'format': 'strict_date_hour_minute_second||strict_date_optional_time'  # noqa
+                        'format': 'date_time_no_millis||strict_date_optional_time'  # noqa
                     },
                     'DATETIME_LST': {
                         'type': 'date',
@@ -284,11 +285,10 @@ def generate_observations(self, filepath):
                 try:
                     # Convert timestamp to UTC time.
                     utc_datetime = delocalize_date(date_)
-                    utc_datestamp = utc_datetime.strftime('%Y-%m-%d.%H:%M:%S')
+                    utc_datestamp = utc_datetime.strftime(DATETIME_RFC3339_FMT)
                     # Generate an ID now that all fields are known.
                     observation_id = f'{station}.{utc_datestamp}'
 
-                    utc_datestamp = utc_datestamp.replace('.', 'T')
                 except Exception as err:
                     LOGGER.error(f'Cannot interpret datetime value {date_} in {filepath}'  # noqa
                                  f' due to: {err} (skipping)')