Fix get_new_properties function to return new rows DataFrame

- Modify get_new_properties to return the DataFrame of new property rows
- Ensure the function correctly returns the result of the LEFT JOIN query
- Prepare for subsequent property insertion logic

Author: Adriano Sanges

real-estate-etl/database.py

@@ -28,6 +28,7 @@ def get_new_properties(con: duckdb.DuckDBPyConnection) -> pl.DataFrame:
         LEFT JOIN main.properties p ON nd.url = p.url
         WHERE p.url IS NULL
     """).pl()
+    return new_rows_df
 
 
 def insert_new_properties(con: duckdb.DuckDBPyConnection) -> None:

real-estate-etl/scan_properties.py

@@ -33,7 +33,7 @@
     insert_new_properties(con)
 
     # Iterate over the DataFrame and format each property
-    if new_rows_df is not None:
+    if new_rows_df is not None and not new_rows_df.is_empty():
         messages: list[str] = [format_property_message(row) for row in new_rows_df.iter_rows(named=True)]
     else:
         messages = []