Skip to content

Commit 1ecf38a

Browse files
committed
fixed order of columns when inserting to db
1 parent 93efa5b commit 1ecf38a

File tree

1 file changed

+6
-4
lines changed

1 file changed

+6
-4
lines changed

backend/scraping/instagram_feed.py

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -69,13 +69,13 @@ def wrapper(*args, **kwargs):
6969
IG_DID = os.getenv("IG_DID")
7070

7171

72-
def append_event_to_csv(event_data, club_ig, post_url):
72+
def append_event_to_csv(event_data, club_ig, post_url, status="success"):
7373
csv_file = "backend/scraping/events_scraped.csv"
7474
file_exists = os.path.isfile(csv_file)
7575
with open(csv_file, "a", newline="", encoding="utf-8") as csvfile:
7676
fieldnames = [
7777
"club_handle", "url", "name", "date", "start_time", "end_time",
78-
"location", "price", "food", "registration", "image_url"
78+
"location", "price", "food", "registration", "image_url", "status"
7979
]
8080
writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
8181
if not file_exists:
@@ -92,6 +92,7 @@ def append_event_to_csv(event_data, club_ig, post_url):
9292
"food": event_data.get("food", ""),
9393
"registration": event_data.get("registration", False),
9494
"image_url": event_data.get("image_url", ""),
95+
"status": status,
9596
})
9697

9798

@@ -134,19 +135,20 @@ def insert_event_to_db(event_data, club_ig, post_url, sim_threshold=80):
134135
event_data["start_time"],
135136
event_data["end_time"] or None,
136137
event_location,
137-
event_data.get("image_url"),
138138
event_data.get("price", None),
139139
event_data.get("food") or "",
140140
bool(event_data.get("registration", False)),
141+
event_data.get("image_url"),
141142
))
142143
conn.commit()
143144
logger.debug(f"Event inserted: {event_data.get('name')} from {club_ig}")
144-
append_event_to_csv(event_data, club_ig, post_url)
145+
append_event_to_csv(event_data, club_ig, post_url, status="success")
145146
return True
146147
except Exception as e:
147148
logger.error(f"Database error: {str(e)}")
148149
logger.error(f"Event data: {event_data}")
149150
logger.error(f"Traceback: {traceback.format_exc()}")
151+
append_event_to_csv(event_data, club_ig, post_url, status="failed")
150152
return False
151153
finally:
152154
if conn:

0 commit comments

Comments
 (0)