dynamic tables update

Author: Noel Gomez

transform/dbt_project.yml

@@ -135,13 +135,16 @@ models:
     +transient: "{{ 'false' if target.name == 'prd' else 'true' }}"
     copy_grants: true
 
+# This creates a view in snowflake that will track failures. Usefull for dynamic tables dbt isnt refreshing
+# Run dbt with:  --vars '{"persist_tests": "true", "tests_model": "test_failures"}'
 on-run-end:
   - "{{ create_test_failure_view(results) }}"
 
-
+# In development, this will be created in your user schema
 data_tests:
     +store_failures: true
     +schema: DBT_TEST__AUDIT
+    +store_failures_as: view
 
 vars:
     'dbt_date:time_zone': 'America/Los_Angeles'

transform/macros/tooling/create_test_failure_view.sql

@@ -14,8 +14,10 @@
     where 1 = 0
 #}
 
+{# dbt must be wirh with --vars '{"persist_tests": "true", "tests_model": "test_failures"}' #}
+
 {% macro create_test_failure_view(results) -%}
-{%- if execute -%}
+{% if execute and var('persist_tests', 'false') == 'true' %}
     {% set test_failures_unique_id = "model." ~ project_name ~ ".stg_test_failures" %}
     {% set test_selects = [] %}
     {% set test_failures_node = graph.nodes[test_failures_unique_id] %}

visualize/streamlit/loans-example/example.sql

@@ -80,3 +80,17 @@ select * from balboa.l3_loan_analytics.loans_by_state order by NUMBER_OF_LOANS d
 
 select * from balboa_dev.gomezn.loans_by_state__standard;
 select * from balboa_dev.gomezn.loans_by_state__dynamic;
+
+
+SELECT table_catalog,
+       table_schema,
+       table_name,
+       is_dynamic
+FROM BALBOA.INFORMATION_SCHEMA.TABLES
+WHERE is_dynamic = 'YES';
+
+-- Grant access to all existing dynamic tables in a schema
+GRANT SELECT ON ALL DYNAMIC TABLES IN DATABASE BALBOA TO ROLE CATALOG;
+
+-- For future dynamic tables, you'll want to grant future privileges
+GRANT SELECT ON FUTURE DYNAMIC TABLES IN DATABASE BALBOA TO ROLE CATALOG;