validation tests

Author: fivetran-jamie

CHANGELOG.md

@@ -2,8 +2,12 @@
 
 [PR #16](https://github.com/fivetran/dbt_salesforce_marketing_cloud/pull/16) includes the following updates:
 
+## Bug Fix
+- Corrects identifier for the `triggered_send` source table. Previously, this was pointing to the `send` table.
+
 ## Under the Hood
 - Nests the `enabled` attribute under `config:` for relevant source tables to align with recent dbt updates.
+- Adds consistency data validation tests for all end models.
 
 # dbt_salesforce_marketing_cloud v0.5.0
 

integration_tests/tests/consistency/consistency_email_overview.sql

@@ -0,0 +1,45 @@
+{{ config(
+    tags="fivetran_validations",
+    enabled=var('fivetran_validation_tests_enabled', false)
+) }}
+
+with prod as (
+    select *
+    from {{ target.schema }}_salesforce_marketing_cloud_prod.salesforce_marketing_cloud__email_overview
+),
+
+dev as (
+    select *
+    from {{ target.schema }}_salesforce_marketing_cloud_dev.salesforce_marketing_cloud__email_overview
+),
+
+prod_not_in_dev as (
+    -- rows from prod not found in dev
+    select * from prod
+    except distinct
+    select * from dev
+),
+
+dev_not_in_prod as (
+    -- rows from dev not found in prod
+    select * from dev
+    except distinct
+    select * from prod
+),
+
+final as (
+    select
+        *,
+        'from prod' as source
+    from prod_not_in_dev
+
+    union all -- union since we only care if rows are produced
+
+    select
+        *,
+        'from dev' as source
+    from dev_not_in_prod
+)
+
+select *
+from final

integration_tests/tests/consistency/consistency_sends_links.sql

@@ -0,0 +1,45 @@
+{{ config(
+    tags="fivetran_validations",
+    enabled=var('fivetran_validation_tests_enabled', false) and var('salesforce_marketing_cloud__link_enabled', true)
+) }}
+
+with prod as (
+    select *
+    from {{ target.schema }}_salesforce_marketing_cloud_prod.salesforce_marketing_cloud__sends_links
+),
+
+dev as (
+    select *
+    from {{ target.schema }}_salesforce_marketing_cloud_dev.salesforce_marketing_cloud__sends_links
+),
+
+prod_not_in_dev as (
+    -- rows from prod not found in dev
+    select * from prod
+    except distinct
+    select * from dev
+),
+
+dev_not_in_prod as (
+    -- rows from dev not found in prod
+    select * from dev
+    except distinct
+    select * from prod
+),
+
+final as (
+    select
+        *,
+        'from prod' as source
+    from prod_not_in_dev
+
+    union all -- union since we only care if rows are produced
+
+    select
+        *,
+        'from dev' as source
+    from dev_not_in_prod
+)
+
+select *
+from final

integration_tests/tests/consistency/consistency_sends_overview.sql

@@ -0,0 +1,45 @@
+{{ config(
+    tags="fivetran_validations",
+    enabled=var('fivetran_validation_tests_enabled', false) and var('salesforce_marketing_cloud__link_enabled', true)
+) }}
+
+with prod as (
+    select *
+    from {{ target.schema }}_salesforce_marketing_cloud_prod.salesforce_marketing_cloud__sends_overview
+),
+
+dev as (
+    select *
+    from {{ target.schema }}_salesforce_marketing_cloud_dev.salesforce_marketing_cloud__sends_overview
+),
+
+prod_not_in_dev as (
+    -- rows from prod not found in dev
+    select * from prod
+    except distinct
+    select * from dev
+),
+
+dev_not_in_prod as (
+    -- rows from dev not found in prod
+    select * from dev
+    except distinct
+    select * from prod
+),
+
+final as (
+    select
+        *,
+        'from prod' as source
+    from prod_not_in_dev
+
+    union all -- union since we only care if rows are produced
+
+    select
+        *,
+        'from dev' as source
+    from dev_not_in_prod
+)
+
+select *
+from final

integration_tests/tests/consistency/consistency_subscriber_lists.sql

@@ -0,0 +1,45 @@
+{{ config(
+    tags="fivetran_validations",
+    enabled=var('fivetran_validation_tests_enabled', false)
+) }}
+
+with prod as (
+    select *
+    from {{ target.schema }}_salesforce_marketing_cloud_prod.salesforce_marketing_cloud__subscriber_lists
+),
+
+dev as (
+    select *
+    from {{ target.schema }}_salesforce_marketing_cloud_dev.salesforce_marketing_cloud__subscriber_lists
+),
+
+prod_not_in_dev as (
+    -- rows from prod not found in dev
+    select * from prod
+    except distinct
+    select * from dev
+),
+
+dev_not_in_prod as (
+    -- rows from dev not found in prod
+    select * from dev
+    except distinct
+    select * from prod
+),
+
+final as (
+    select
+        *,
+        'from prod' as source
+    from prod_not_in_dev
+
+    union all -- union since we only care if rows are produced
+
+    select
+        *,
+        'from dev' as source
+    from dev_not_in_prod
+)
+
+select *
+from final

integration_tests/tests/consistency/consistency_subscriber_overview.sql

@@ -0,0 +1,45 @@
+{{ config(
+    tags="fivetran_validations",
+    enabled=var('fivetran_validation_tests_enabled', false)
+) }}
+
+with prod as (
+    select *
+    from {{ target.schema }}_salesforce_marketing_cloud_prod.salesforce_marketing_cloud__subscriber_overview
+),
+
+dev as (
+    select *
+    from {{ target.schema }}_salesforce_marketing_cloud_dev.salesforce_marketing_cloud__subscriber_overview
+),
+
+prod_not_in_dev as (
+    -- rows from prod not found in dev
+    select * from prod
+    except distinct
+    select * from dev
+),
+
+dev_not_in_prod as (
+    -- rows from dev not found in prod
+    select * from dev
+    except distinct
+    select * from prod
+),
+
+final as (
+    select
+        *,
+        'from prod' as source
+    from prod_not_in_dev
+
+    union all -- union since we only care if rows are produced
+
+    select
+        *,
+        'from dev' as source
+    from dev_not_in_prod
+)
+
+select *
+from final

models/staging/src_salesforce_marketing_cloud.yml

@@ -260,7 +260,7 @@ sources:
             description: '{{ doc("unsubscribed_date") }}'
 
       - name: triggered_send
-        identifier: '{{ var("salesforce_marketing_cloud_triggered_send_identifier", "send") }}'
+        identifier: '{{ var("salesforce_marketing_cloud_triggered_send_identifier", "triggered_send") }}'
         description: '{{ doc("triggered_send") }}'
         columns:
         - name: id