@@ -69,13 +69,13 @@ def wrapper(*args, **kwargs):
6969IG_DID = os .getenv ("IG_DID" )
7070
7171
72- def append_event_to_csv (event_data , club_ig , post_url ):
72+ def append_event_to_csv (event_data , club_ig , post_url , status = "success" ):
7373 csv_file = "backend/scraping/events_scraped.csv"
7474 file_exists = os .path .isfile (csv_file )
7575 with open (csv_file , "a" , newline = "" , encoding = "utf-8" ) as csvfile :
7676 fieldnames = [
7777 "club_handle" , "url" , "name" , "date" , "start_time" , "end_time" ,
78- "location" , "price" , "food" , "registration" , "image_url"
78+ "location" , "price" , "food" , "registration" , "image_url" , "status"
7979 ]
8080 writer = csv .DictWriter (csvfile , fieldnames = fieldnames )
8181 if not file_exists :
@@ -92,6 +92,7 @@ def append_event_to_csv(event_data, club_ig, post_url):
9292 "food" : event_data .get ("food" , "" ),
9393 "registration" : event_data .get ("registration" , False ),
9494 "image_url" : event_data .get ("image_url" , "" ),
95+ "status" : status ,
9596 })
9697
9798
@@ -134,19 +135,20 @@ def insert_event_to_db(event_data, club_ig, post_url, sim_threshold=80):
134135 event_data ["start_time" ],
135136 event_data ["end_time" ] or None ,
136137 event_location ,
137- event_data .get ("image_url" ),
138138 event_data .get ("price" , None ),
139139 event_data .get ("food" ) or "" ,
140140 bool (event_data .get ("registration" , False )),
141+ event_data .get ("image_url" ),
141142 ))
142143 conn .commit ()
143144 logger .debug (f"Event inserted: { event_data .get ('name' )} from { club_ig } " )
144- append_event_to_csv (event_data , club_ig , post_url )
145+ append_event_to_csv (event_data , club_ig , post_url , status = "success" )
145146 return True
146147 except Exception as e :
147148 logger .error (f"Database error: { str (e )} " )
148149 logger .error (f"Event data: { event_data } " )
149150 logger .error (f"Traceback: { traceback .format_exc ()} " )
151+ append_event_to_csv (event_data , club_ig , post_url , status = "failed" )
150152 return False
151153 finally :
152154 if conn :
0 commit comments