Enhanced log message for source freshness errors + warns

Author: austinweisgrau

parsons/utilities/dbt/logging.py

@@ -14,6 +14,7 @@
 
 from parsons import Table
 from parsons.databases.database_connector import DatabaseConnector
+from parsons.utilities.dbt.models import EnhancedNodeResult
 
 logger = logging.getLogger(__name__)
 
@@ -100,7 +101,7 @@ def format_command_result(
             log_message += "\nError messages:\n```{}```".format(
                 "\n\n".join(
                     [
-                        i.node.name + ": " + (i.message or "")
+                        i.node.name + ": " + (EnhancedNodeResult.log_message(i) or "")
                         for i in [*manifest.errors, *manifest.fails]
                     ]
                 )
@@ -109,7 +110,12 @@ def format_command_result(
         # Warnings
         if manifest.warnings:
             log_message += "\nWarn messages:\n```{}```".format(
-                "\n\n".join([i.node.name + ": " + (i.message or "") for i in manifest.warnings])
+                "\n\n".join(
+                    [
+                        i.node.name + ": " + (EnhancedNodeResult.log_message(i) or "")
+                        for i in manifest.warnings
+                    ]
+                )
             )
 
         # Skips

parsons/utilities/dbt/models.py

@@ -3,6 +3,7 @@
 import collections
 from dbt.contracts.graph.manifest import Manifest as dbtManifest
 from dbt.contracts.results import NodeResult
+from dbt.contracts.results import SourceFreshnessResult
 
 
 class Manifest:
@@ -74,3 +75,16 @@ def total_slot_hours(self) -> float:
             sum([node.adapter_response.get("slot_ms", 0) for node in self.dbt_manifest]) / 3600000
         )
         return result
+
+
+class EnhancedNodeResult(NodeResult):
+    def log_message(self) -> str | None:
+        """Helper method to generate message for logs."""
+        if isinstance(self, SourceFreshnessResult):
+            freshness_config = self.node.freshness
+            time_config = getattr(freshness_config, self.status + "_after")
+            result = f"No new records for {int(self.age/86400)} days, {self.status} after {time_config.count} {time_config.period}s."
+        else:
+            result = self.message
+
+        return result