Add more integration tests (#23)

* Create tests for secondary calc aliases

* Add first count of orders by year test

* Remove trailing line in csv

* Add test breaking down by payment type, handle null dims

* Auto update table of contents

* sort seed lines

* Add uniqueness tests

* Add week test

* hardcode dependencies

* Customise calendar - custom first day of week for BQ

* Fix for redshift being a baby

can't cast a bool to a string idk why

* Forgot the namespacing

* maybe weeks work now?

* only aggregate relevant data!

* switch join to be a = b or a is null and b is null

* Abandon plan to precisely respect start date flag on weeks

I was doing all sorts of gymnastics to give you what you probably meant, not precisely what you asked for. But it was creating chaos in other areas so I'm backing out

Co-authored-by: joellabes <joellabes@users.noreply.github.com>

Author: joellabes

README.md

@@ -21,7 +21,7 @@
 * [Experimental behaviour](#-experimental-behaviour)
    * [Dimensions on calendar tables](#dimensions-on-calendar-tables)
 
-<!-- Added by: runner, at: Mon Feb 28 20:38:53 UTC 2022 -->
+<!-- Added by: runner, at: Tue Mar  8 00:53:06 UTC 2022 -->
 
 <!--te-->
 

integration_tests/analyses/.gitkeep

@@ -20,3 +20,6 @@ clean-targets:
   - "target"
   - "dbt_packages"
   - "logs"
+
+vars:
+  dbt_metrics_calendar_model: ref('custom_calendar')

integration_tests/dbt_project.yml

@@ -0,0 +1,59 @@
+version: 2
+
+models:
+  - name: input_count_orders_by_week_bounded
+    tests:
+      - dbt_utils.equality:
+          compare_model: ref('expected_count_orders_by_week_bounded')
+    columns: 
+      - name: period
+        tests:
+          - unique
+      - name: count_orders
+        tests:
+          - dbt_expectations.expect_column_sum_to_be_between:
+              min_value: 980
+              max_value: 980
+              
+  - name: input_count_orders_by_week
+    tests:
+      - dbt_utils.equality:
+          compare_model: ref('expected_count_orders_by_week')
+    columns: 
+      - name: period
+        tests:
+          - unique
+      - name: count_orders
+        tests:
+          - dbt_expectations.expect_column_sum_to_be_between:
+              min_value: 1000
+              max_value: 1000
+
+  - name: input_count_orders_by_year
+    tests:
+      - dbt_utils.equality:
+          compare_model: ref('expected_count_orders_by_year')
+    columns: 
+      - name: period
+        tests:
+          - unique
+      - name: count_orders
+        tests:
+          - dbt_expectations.expect_column_sum_to_be_between:
+              min_value: 1000
+              max_value: 1000
+              
+  - name: input_count_orders_by_year_and_payment_type
+    tests:
+      - dbt_utils.equality:
+          compare_model: ref('expected_count_orders_by_year_and_payment_type')
+      - dbt_utils.unique_combination_of_columns: 
+          combination_of_columns: 
+            - period
+            - payment_type
+    columns: 
+      - name: count_orders
+        tests:
+          - dbt_expectations.expect_column_sum_to_be_between:
+              min_value: 1000
+              max_value: 1000

integration_tests/models/count_orders/count_orders.yml

@@ -0,0 +1,8 @@
+-- depends on: {{ ref('mock_purchase_data') }}
+
+select * from {{
+  metrics.metric(
+    'count_orders',
+    'week'
+  )
+}}

integration_tests/models/count_orders/input_count_orders_by_week.sql

@@ -0,0 +1,10 @@
+-- depends on: {{ ref('mock_purchase_data') }}
+
+select * from {{
+  metrics.metric(
+    'count_orders',
+    'week',
+    start_date='2021-02-17',
+    end_date='2023-01-01'
+  )
+}}

integration_tests/models/count_orders/input_count_orders_by_week_bounded.sql

@@ -0,0 +1,8 @@
+-- depends on: {{ ref('mock_purchase_data') }}
+
+select * from {{
+  metrics.metric(
+    'count_orders',
+    'year'
+  )
+}}

integration_tests/models/count_orders/input_count_orders_by_year.sql

@@ -0,0 +1,9 @@
+-- depends on: {{ ref('mock_purchase_data') }}
+
+select * from {{
+  metrics.metric(
+    'count_orders',
+    'year',
+    dimensions=['payment_type']
+  )
+}}

integration_tests/models/count_orders/input_count_orders_by_year_and_payment_type.sql

@@ -0,0 +1,27 @@
+{{ config(materialized='table') }}
+
+with days as (
+    {{ dbt_utils.date_spine(
+    datepart="day",
+    start_date="cast('2010-01-01' as date)",
+    end_date="cast('2030-01-01' as date)"
+   )
+    }}
+),
+
+final as (
+    select 
+        cast(date_day as date) as date_day,
+        {% if target.type == 'bigquery' %}
+            --BQ starts its weeks on Sunday. I don't actually care which day it runs on for auto testing purposes, just want it to be consistent with the other seeds
+            cast({{ dbt_utils.date_trunc('week(MONDAY)', 'date_day') }} as date) as date_week,
+        {% else %}
+            cast({{ dbt_utils.date_trunc('week', 'date_day') }} as date) as date_week,
+        {% endif %}
+        cast({{ dbt_utils.date_trunc('month', 'date_day') }} as date) as date_month,
+        cast({{ dbt_utils.date_trunc('quarter', 'date_day') }} as date) as date_quarter,
+        cast({{ dbt_utils.date_trunc('year', 'date_day') }} as date) as date_year
+    from days
+)
+
+select * from final

integration_tests/models/custom_calendar.sql

@@ -0,0 +1,25 @@
+version: 2 
+metrics:
+    - name: count_orders
+      label: Count orders
+      model: ref('mock_purchase_data')
+
+      type: count
+      sql: "*"
+      timestamp: purchased_at
+      time_grains: [day, week, month, quarter, year]
+
+      dimensions: 
+        - payment_type
+    
+    - name: sum_order_revenue
+      label: Total order revenue
+      model: ref('mock_purchase_data')
+
+      type: sum
+      sql: "payment_total"
+      timestamp: purchased_at
+      time_grains: [day, week, month, quarter, year]
+
+      dimensions: 
+        - payment_type