fix duration handling with clean_duration

Author: ericahan22

backend/scraping/instagram_feed.py

@@ -35,7 +35,7 @@
 from services.storage_service import upload_image_from_url
 from shared.constants.user_agents import USER_AGENTS
 from utils.embedding_utils import find_similar_events
-from utils.events_utils import clean_datetime
+from utils.events_utils import clean_datetime, clean_duration
 
 MAX_POSTS = int(os.getenv("MAX_POSTS", "100"))
 MAX_CONSEC_OLD_POSTS = 10
@@ -127,7 +127,7 @@ def append_event_to_csv(
     dtend = dtend.replace(tzinfo=pytimezone.utc) if dtend else None
     dtstart_utc = clean_datetime(event_data.get("dtstart_utc"))
     dtend_utc = clean_datetime(event_data.get("dtend_utc"))
-    duration = event_data.get("duration")
+    duration = clean_duration(event_data.get("duration"))
     all_day = event_data.get("all_day")
     location = event_data.get("location", "")
     food = event_data.get("food", "")
@@ -215,7 +215,7 @@ def insert_event_to_db(event_data, ig_handle, source_url):
     dtend = dtend.replace(tzinfo=pytimezone.utc) if dtend else None
     dtstart_utc = clean_datetime(event_data.get("dtstart_utc"))
     dtend_utc = clean_datetime(event_data.get("dtend_utc"))
-    duration = event_data.get("duration")
+    duration = clean_duration(event_data.get("duration"))
     all_day = event_data.get("all_day")
     source_image_url = event_data.get("source_image_url") or ""
     description = event_data.get("description", "") or ""

backend/utils/events_utils.py

@@ -1,4 +1,6 @@
 from dateutil import parser as dateutil_parser
+from datetime import timedelta
+import re
 
 
 def clean_datetime(val):
@@ -10,6 +12,19 @@ def clean_datetime(val):
         return None
 
 
+def clean_duration(val):
+    if not val or str(val).strip() == "":
+        return None
+    if isinstance(val, timedelta):
+        return val
+    if isinstance(val, str):
+        match = re.match(r"^(\d{1,2}):(\d{2}):(\d{2})$", val)
+        if match:
+            hours, minutes, seconds = map(int, match.groups())
+            return timedelta(hours=hours, minutes=minutes, seconds=seconds)
+    return None
+
+
 def determine_display_handle(event):
     """
     Determine a display handle for an event.