DBC22-5196: added camera back if removed from django db (#1108)

* DBC22-5196: added camera back if removed from django db

* DBC22-5196: Fix for Location field parsing

---------

Co-authored-by: Mulder <Willem.Mulder@gov.bc.ca>

Author: bcgov-brwang

src/backend/apps/consumer/processor.py

@@ -21,10 +21,11 @@
 from contextlib import asynccontextmanager
 from aiormq.exceptions import ChannelInvalidStateError
 from asgiref.sync import sync_to_async
-from apps.webcam.models import Webcam
+from apps.webcam.models import Region, RegionHighway, Webcam
 from apps.consumer.models import ImageIndex
 from apps.shared.status import get_recent_timestamps, calculate_camera_status
 from botocore.config import Config
+from django.contrib.gis.geos import Point
 
 tf = TimezoneFinder()
 
@@ -211,13 +212,14 @@ def process_camera_rows(rows):
             'cam_locations_region': row.cam_locationsregion if hasattr(row, 'cam_locationsregion') else '',
             'cam_locations_highway': row.cam_locationshighway if hasattr(row, 'cam_locationshighway') else '',
             'cam_locations_highway_section': row.cam_locationshighway_section if hasattr(row, 'cam_locationshighway_section') else '',
-            'cam_locations_elevation': row.cam_locationsorientation if hasattr(row, 'cam_locationsorientation') else '',
+            'cam_locations_elevation': row.cam_locationselevation if hasattr(row, 'cam_locationselevation') else '',
             'update_period_mean': 300,
             'update_period_stddev': 60,
             'dbc_mark': row.cam_internetdbc_mark if hasattr(row, 'cam_internetdbc_mark') else '',
             'is_on': not row.cam_controldisabled if hasattr(row, 'cam_controldisabled') else True,
             'cam_maintenanceis_on_demand': row.cam_maintenanceis_on_demand if hasattr(row, 'cam_maintenanceis_on_demand') else False,
             'is_new': row.isnew if hasattr(row, 'isnew') else False,
+            'seq': row.seq if hasattr(row, 'seq') else 0,
 
         }
         camera_list.append(camera_obj)
@@ -362,8 +364,57 @@ def generate_local_timestamp(db_data: list, camera_id: str, timestamp: str):
     return timestamp
 
 @sync_to_async
-def insert_image_and_update_webcam(camera_id, timestamp):
-    camera = Webcam.objects.get(id=camera_id)
+def insert_image_and_update_webcam(camera_id, timestamp, webcam):
+    region = webcam.get('cam_locations_region', '')
+    region_obj = Region.objects.using("mssql").filter(id=region).first()
+    region_number = region_obj.seq if region_obj else None
+    region_name = region_obj.name if region_obj else ''
+    cam_locations_geo_latitude = webcam.get('cam_locations_geo_latitude', None)
+    cam_locations_geo_longitude = webcam.get('cam_locations_geo_longitude', None)
+     
+    geometry = None
+    if cam_locations_geo_latitude and cam_locations_geo_longitude:
+        try:
+            geometry = Point(float(cam_locations_geo_longitude), float(cam_locations_geo_latitude))
+        except (ValueError, TypeError):
+            geometry = None
+
+    elevation = webcam.get('cam_locations_elevation', None)
+    raw_hw = webcam.get("cam_locations_highway") or ""
+    parts = raw_hw.split("_", 1)
+    highway_number = parts[0]
+    highway_description = parts[1] if len(parts) > 1 else ""
+    highway_id = (
+    f"{highway_number}_{highway_description}"
+        if highway_description
+        else highway_number
+    )
+
+    region_id = region_obj.id if region_obj else None
+    highway_group = RegionHighway.objects.using("mssql").filter(
+        highway_id=highway_id,
+        region_id=region_id
+    ).first().seq if region_id else None
+
+    camera, created = Webcam.objects.get_or_create(
+        id=camera_id,
+        defaults={
+            "name": f"{webcam.get('cam_internet_name', '')}",
+            "caption": f"{webcam.get('cam_internet_caption', '')}",
+            "region": region_number,
+            "region_name": f"{region_name}",
+            "highway": highway_number,
+            "highway_description": highway_description,
+            "highway_group": highway_group,
+            "highway_cam_order": f"{webcam.get('seq', 0)}",
+            "location": geometry,
+            "orientation": webcam.get('cam_locations_orientation', ''),
+            "elevation": elevation,
+            "dbc_mark": webcam.get('dbc_mark', ''),
+            "update_period_mean": webcam.get('update_period_mean', 300),
+            "update_period_stddev": webcam.get('update_period_stddev', 60),
+        }
+    )
 
     ImageIndex.objects.create(
         camera_id=camera_id,
@@ -473,7 +524,8 @@ async def handle_image_message(camera_id: str, db_data: any, body: bytes, timest
     # Insert record into DB
     await insert_image_and_update_webcam(
         camera_id,
-        utc_dt
+        utc_dt,
+        webcam
     )
 
 def verify_image(image_data: bytes, camera_id: str) -> bool:
@@ -484,4 +536,4 @@ def verify_image(image_data: bytes, camera_id: str) -> bool:
         return True
     except Exception as e:
         logger.warning(f"Invalid image for camera {camera_id}: {e}")
-        return False
+        return False

src/backend/apps/webcam/models.py

@@ -89,8 +89,8 @@ def get_timezone(self):
         tzname = tf.timezone_at(lng=self.location.x, lat=self.location.y)
         return pytz.timezone(tzname) if tzname else timezone.utc
 
-class Region(BaseModel):
-    id = models.AutoField(primary_key=True)
+class Region(models.Model):
+    id = models.CharField(primary_key=True)
     seq = models.IntegerField()
     name = models.CharField(max_length=100)
 
@@ -99,7 +99,7 @@ class Meta:
         managed = False
 
 
-class Highway(BaseModel):
+class Highway(models.Model):
     id = models.AutoField(primary_key=True)
     hwy_number = models.CharField(max_length=20)
     section = models.CharField(max_length=100)
@@ -109,36 +109,16 @@ class Meta:
         managed = False
 
 
-class RegionHighway(BaseModel):
-    id = models.AutoField(primary_key=True)
-    region = models.ForeignKey(Region, on_delete=models.CASCADE)
-    highway = models.ForeignKey(Highway, on_delete=models.CASCADE)
+class RegionHighway(models.Model):
+    highway_id = models.CharField(max_length=20, primary_key=True)
+    region_id = models.CharField(max_length=20)
     seq = models.IntegerField()
 
     class Meta:
         db_table = 'Region_Highways_Live'
         managed = False
 
 
-# class CameraSource(models.Model):
-#     id = models.AutoField(primary_key=True)
-#     cam_internetname = models.CharField(max_length=100)
-#     cam_internetcaption = models.CharField(max_length=255)
-#     cam_locationsregion = models.ForeignKey(Region, on_delete=models.CASCADE)
-#     cam_locationshighway = models.ForeignKey(Highway, on_delete=models.CASCADE)
-#     cam_locationsorientation = models.CharField(max_length=50, blank=True, null=True)
-#     cam_locationselevation = models.IntegerField(blank=True, null=True)
-#     cam_controldisabled = models.BooleanField(default=False)
-#     isnew = models.BooleanField(default=False)
-#     cam_maintenanceis_on_demand = models.BooleanField(default=False)
-#     cam_internetcredit = models.CharField(max_length=255, blank=True, null=True)
-#     cam_internetdbc_mark = models.CharField(max_length=255, blank=True, null=True)
-#     seq = models.IntegerField()
-
-#     class Meta:
-#         db_table = 'Cams_Live'
-#         managed = False
-
 class CameraSource(models.Model):
     id = models.IntegerField(primary_key=True)
     cam_internetname = models.CharField(max_length=255, blank=True, null=True)