Buildkite improvements (#18)

Co-authored-by: Catherine Fritz <111930712+fivetran-catfritz@users.noreply.github.com>

Author: fivetran-data-model-bot

.buildkite/hooks/pre-command

@@ -0,0 +1,24 @@
+# Only set if not using default adapter ranges
+# dbt_adapter_versions:
+#   snowflake: ">=1.3.0,<2.0.0"
+#   bigquery: ">=1.3.0,<2.0.0"
+#   postgres: ">=1.3.0,<2.0.0"
+#   redshift: ">=1.3.0,<2.0.0"
+#   databricks: ">=1.6.0,<2.0.0"
+
+schema_variable_name: "salesforce_marketing_cloud_schema"
+
+include_databricks_sql: true
+include_sqlserver: false
+include_dbt_compile: true
+
+test_scenarios:
+  - name: "Default"
+    vars: {}
+    include_incremental: true
+
+  - name: "link and list disabled"
+    vars:
+      salesforce_marketing_cloud__link_enabled: false
+      salesforce_marketing_cloud__list_enabled: false
+    include_incremental: true

.buildkite/pipeline.yml

@@ -10,7 +10,7 @@ dispatch:
 
 vars:
   salesforce_marketing_cloud:
-    salesforce_marketing_cloud_schema: sfmc_integration_tests_06
+    salesforce_marketing_cloud_schema: sfmc_integration_tests
     salesforce_marketing_cloud_email_identifier: "email_data"
     salesforce_marketing_cloud_event_identifier: "event_data"
     salesforce_marketing_cloud_link_identifier: "link_data"
@@ -33,18 +33,46 @@ seeds:
     show: False
   salesforce_marketing_cloud_integration_tests:
     +quote_columns: "{{ true if target.type == 'redshift' else false }}"
-    +column_types: 
-      id: "{{ 'string' if target.type in ('bigquery', 'spark', 'databricks') else 'varchar' }}"
-      _fivetran_synced: "timestamp"
-      _fivetran_start: "timestamp"
-      _fivetran_end: "timestamp"
+    email_data:
+      +column_types: 
+        id: "{{ 'string' if target.type in ('bigquery', 'spark', 'databricks') else 'varchar' }}"
+        _fivetran_synced: "timestamp"
+        _fivetran_start: "timestamp"
+        _fivetran_end: "timestamp"
     event_data:
       +column_types: 
+        id: "{{ 'string' if target.type in ('bigquery', 'spark', 'databricks') else 'varchar' }}"
+        _fivetran_synced: "timestamp"
         created_date: "timestamp"
+    link_data:
+      +column_types: 
+        id: "{{ 'string' if target.type in ('bigquery', 'spark', 'databricks') else 'varchar' }}"
+        _fivetran_synced: "timestamp"
+    link_send_data:
+      +column_types: 
+        _fivetran_synced: "timestamp"
+    list_data:
+      +column_types: 
+        id: "{{ 'string' if target.type in ('bigquery', 'spark', 'databricks') else 'varchar' }}"
+        _fivetran_synced: "timestamp"
+    list_subscriber_data:
+      +column_types: 
+        id: "{{ 'string' if target.type in ('bigquery', 'spark', 'databricks') else 'varchar' }}"
+        _fivetran_synced: "timestamp"
+    send_data:
+      +column_types: 
+        id: "{{ 'string' if target.type in ('bigquery', 'spark', 'databricks') else 'varchar' }}"
+        _fivetran_synced: "timestamp"
     subscriber_data:
       +column_types: 
+        id: "{{ 'string' if target.type in ('bigquery', 'spark', 'databricks') else 'varchar' }}"
+        _fivetran_synced: "timestamp"
         created_date: "timestamp"
         unsubscribed_date: "timestamp"
+    triggered_send_data:
+      +column_types: 
+        id: "{{ 'string' if target.type in ('bigquery', 'spark', 'databricks') else 'varchar' }}"
+        _fivetran_synced: "timestamp"
 flags:
   send_anonymous_usage_stats: False
   use_colors: True