Add type annotations and improve import for scan_properties.py

- Update import for polars to use `import polars as pl`
- Add explicit type hints for variables in the script
- Improve type annotations for function return values and variables
- Maintain consistent type annotation style across the script

Author: Adriano Sanges

real-estate-etl/scan_properties.py

@@ -1,5 +1,5 @@
 from bs4 import BeautifulSoup
-import polars
+import polars as pl
 import duckdb
 from scraper import parse_listing
 from database import clean_properties, get_new_properties
@@ -14,30 +14,30 @@
 
     load_dotenv()
 
-    url = os.getenv("scrape_url")
-    warehouse_name = os.getenv("warehouse_name")
-    motherduck_token = os.getenv("motherduck_token")
+    url: str = os.getenv("scrape_url")
+    warehouse_name: str = os.getenv("warehouse_name")
+    motherduck_token: str = os.getenv("motherduck_token")
 
-    data = parse_listing(url)
+    data: list[dict] = parse_listing(url)
 
-    polars_df = polars.DataFrame(data)
+    polars_df: pl.DataFrame = pl.DataFrame(data)
 
-    con = duckdb.connect(f"md:{warehouse_name}?motherduck_token={motherduck_token}")
+    con: duckdb.DuckDBPyConnection = duckdb.connect(f"md:{warehouse_name}?motherduck_token={motherduck_token}")
 
     con.sql("create table if not exists main.properties as select * from polars_df")
 
     clean_properties(con)
 
-    new_properties = get_new_properties(con)
+    new_properties: pl.DataFrame = get_new_properties(con)
     # Iterate over the DataFrame and format each property
-    messages = [format_property_message(row) for row in new_properties.iter_rows(named=True)]
+    messages: list[str] = [format_property_message(row) for row in new_properties.iter_rows(named=True)]
 
 # Send messages in chunks of two
     for i in range(0, len(messages), 2):
         # Get the current chunk of two messages
-        message_chunk = messages[i:i+2]
+        message_chunk: list[str] = messages[i:i+2]
         # Join the two messages with a separator
-        full_message = "\n\n".join(message_chunk)
+        full_message: str = "\n\n".join(message_chunk)
         # Send the combined message
         send_message(full_message)