Add Telegram bot integration for new property notifications

- Implement Telegram bot messaging functionality
- Add python-telegram-bot dependency
- Create new function to get and format new properties
- Modify GitHub Actions workflow to run periodically
- Update scan_properties.py to send Telegram messages for new listings

Author: Adriano Sanges

.github/workflows/run-project.yml

@@ -4,7 +4,8 @@ on:
   push:
     branches:
       - main
-  pull_request:
+  schedule:
+    - cron: '0 */3 * * *'
 
 jobs:
   run-python:

real-estate-etl/database.py

@@ -51,3 +51,8 @@ def clean_properties(con) -> None:
     con.sql(insert_query_only_new)
     con.sql(insert_query)
     con.sql("DELETE FROM main.properties;")
+
+
+def get_new_properties(con) -> None:
+    df = con.sql("SELECT * FROM main.cleaned_properties;").pl()
+    return df

real-estate-etl/pyproject.toml

@@ -10,6 +10,7 @@ dependencies = [
     "polars>=1.21.0",
     "pyarrow>=19.0.0",
     "python-dotenv>=1.0.1",
+    "python-telegram-bot==13.13",
     "requests>=2.32.3",
 ]
 

real-estate-etl/scan_properties.py

@@ -5,10 +5,10 @@
 import polars
 import duckdb
 from scraper import parse_listing
-from database import clean_properties
+from database import clean_properties, get_new_properties
 from dotenv import load_dotenv
 import os
-
+from telegram_api import send_message, format_property_message
 
 
 
@@ -24,14 +24,24 @@
     data = parse_listing(url)
 
     polars_df = polars.DataFrame(data)
-    print(polars_df)
 
     con = duckdb.connect(f"md:{warehouse_name}?motherduck_token={motherduck_token}")
 
     con.sql("create table if not exists main.properties as select * from polars_df")
 
     clean_properties(con)
 
-
+    new_properties = get_new_properties(con)
+    # Iterate over the DataFrame and format each property
+    messages = [format_property_message(row) for row in new_properties.iter_rows(named=True)]
+
+# Send messages in chunks of two
+    for i in range(0, len(messages), 2):
+        # Get the current chunk of two messages
+        message_chunk = messages[i:i+2]
+        # Join the two messages with a separator
+        full_message = "\n\n".join(message_chunk)
+        # Send the combined message
+        send_message(full_message)
 
 

real-estate-etl/telegram_api.py

@@ -0,0 +1,27 @@
+import telegram
+
+
+
+TELEGRAM_BOT_API_KEY = '6596026864:AAFkT1-yG7abTakVEgGeqfiNyA-2mE3dO20'
+chat_id = '-4799482591'
+chat_tag = '@affittinapoliadriano'
+bot = telegram.Bot(TELEGRAM_BOT_API_KEY)
+
+
+# Function to format the message
+def format_property_message(row):
+    return (
+        f"🏠 **{row['title']}**\n"
+        f"📍 Location: {row['city']}, {row['neighbourhood']}, {row['road']}\n"
+        f"📏 Size: {row['square_meters']} m²\n"
+        f"🏢 Floor: {row['floor']}\n"
+        f"💰 Price: €{row['price']:,}\n"
+        f"🔗 [View Listing]({row['url']})\n"
+        "----------------------------------------"
+    )
+
+
+def send_message(message):
+
+    bot.sendMessage(chat_id=chat_id, text=message, parse_mode=telegram.ParseMode.MARKDOWN)
+