Support dbt and metrics v1.3.0+

Author: ataft

README.md

@@ -1,11 +1,13 @@
-# dbt - Dimensional Modeling, Semantic Layer and Business Intelligence
+# dbt - Dimensional Modeling, Semantic Layer, Metrics and Business Intelligence
 
 This dbt project is database agnostic, requires no data sources, and focuses on the following concepts:
 1. **Dimensional Modeling** - dbt data transformations that highlight multi-dimensional (star schema) modeling concepts using the Kimball methodology
 2. **Semantic Layer** - leverage dbt as a semantic layer to define metrics, dimensions, aggregations, calculations, data relationships, business-friendly names and descriptions, synonyms, formatting and other data catalog attributes
 3. **Business Intelligence** - connect Business Intelligence tools to the dbt semantic layer for analysis, focusing on standards for ["Semantic-free" BI](https://towardsdatascience.com/semantic-free-is-the-future-of-business-intelligence-27aae1d11563) integration with dbt that enables BI tools to "speak the same language"
 
-> Tested on both **dbt Core** and **dbt Cloud** versions 1.0+. Database agnostic and has been tested with the **Postgres**, **BigQuery**, **Snowflake**, and **Redshift** [adapters](https://docs.getdbt.com/docs/available-adapters).
+> Tested on both **dbt Core** and **dbt Cloud** versions 1.0+. Database agnostic and has been tested with the **Postgres**, **BigQuery**, **Snowflake**, **SQL Server**, and **Redshift** [adapters](https://docs.getdbt.com/docs/available-adapters).
+
+> **dbt 1.3+** - this project requires dbt and dbt_metrics versions 1.3+. If you'd like to try with dbt < 1.3, then use previous releases of this project.
 
 ## Create dbt Project
 
@@ -54,7 +56,7 @@ To run this project (assuming you have dbt installed):
 
 3. Give the project a name, e.g. "Sales Project"
 
-4. [Create a connection](https://docs.getdbt.com/docs/dbt-cloud/cloud-quickstart#create-a-connection) to either Snowflake, BigQuery, PostgreSQL or Redshift
+4. [Create a connection](https://docs.getdbt.com/docs/dbt-cloud/cloud-quickstart#create-a-connection) to either Snowflake, BigQuery, PostgreSQL, SQL Server, or Redshift
 
 5. [Connect a repository](https://docs.getdbt.com/docs/dbt-cloud/cloud-quickstart#connect-a-repository) with either **Git Clone** or **Github**
 

dbt_project.yml

@@ -3,9 +3,11 @@
 # and underscores. A good package name should reflect your organization's
 # name or the intended use of these models
 name: 'dbt_business_intelligence'
-version: '1.0.0'
+version: '1.3.0'
 config-version: 2
 
+require-dbt-version: ">=1.3.0"
+
 # This setting configures which "profile" dbt uses for this project.
 profile: 'dbt_business_intelligence'
 
@@ -43,6 +45,8 @@ models:
     staging:
       +schema: staging
       +materialized: view
+    metrics:
+      +enabled: "{{ false if target.type == 'sqlserver' else true }}" # sqlserver does not allow nested CTE's, which metrics require
   metrics:
     dbt_metrics_default_calendar:
       +schema: staging

macros/bigquery__create_constraints.sql

@@ -50,3 +50,7 @@
 {% macro bigquery__truncate_relation(relation) -%}
     {#- TODO -#}
 {% endmacro %}
+
+{% macro bigquery__create_not_null() -%}
+    {#- TODO -#}
+{% endmacro %}

macros/postgres_create_index.sql

@@ -0,0 +1,220 @@
+{% macro sqlserver__date_part(datepart, date) -%}
+
+    {%- if datepart == "dayofweek" -%}
+        datepart = "WEEKDAY"
+    {%- elif datepart == "isoweek" -%}
+        datepart = "ISO_WEEK"
+    {%- endif -%}
+
+    datepart({{ datepart }}, {{  date }})
+{%- endmacro %}
+
+{%- macro sqlserver__week_end(date) -%}
+    {%- set dt = dbt_date.week_start(date) -%}
+    {{ dbt_date.n_days_away(6, dt) }}
+{%- endmacro %}
+
+{% macro sqlserver__date_spine_sql(datepart, start_date, end_date) %}
+
+
+    with
+
+    l0 as (
+
+        select c
+        from (select 1 union all select 1) as d(c)
+
+    ),
+    l1 as (
+
+        select
+            1 as c
+        from l0 as a
+        cross join l0 as b
+
+    ),
+
+    l2 as (
+
+        select 1 as c
+        from l1 as a
+        cross join l1 as b
+    ),
+
+    l3 as (
+
+        select 1 as c
+        from l2 as a
+        cross join l2 as b
+    ),
+
+    l4 as (
+
+        select 1 as c
+        from l3 as a
+        cross join l3 as b
+    ),
+
+    l5 as (
+
+        select 1 as c
+        from l4 as a
+        cross join l4 as b
+    ),
+
+    nums as (
+
+        select row_number() over (order by (select null)) as rownum
+        from l5
+    ),
+
+    rawdata as (
+
+        select top ({{datediff(start_date, end_date, datepart)}}) rownum -1 as n
+        from nums
+        order by rownum
+    ),
+
+    all_periods as (
+
+        select (
+            {{
+                dateadd(
+                    datepart,
+                    'n',
+                    start_date
+                )
+            }}
+        ) as date_{{datepart}}
+        from rawdata
+    ),
+
+    filtered as (
+
+        select *
+        from all_periods
+        where date_{{datepart}} <= {{ end_date }}
+
+    )
+
+    select * from filtered
+
+{% endmacro %}
+
+
+{% macro sqlserver__date_spine(datepart, start_date, end_date) -%}
+
+    {% set date_spine_query %}
+
+        {{tsql_utils.sqlserver__date_spine_sql(datepart, start_date, end_date)}} order by 1
+
+    {% endset %}
+
+
+    {% set results = run_query(date_spine_query) %}
+
+    {% if execute %}
+
+    {% set results_list = results.columns[0].values() %}
+    
+    {% else %}
+
+    {% set results_list = [] %}
+
+    {% endif %}
+
+    {%- for date_field in results_list %}
+        select '{{ date_field }}' as date_{{datepart}} {{ 'union all ' if not loop.last else '' }}
+    {% endfor -%}
+
+{% endmacro %}
+
+{% macro sqlserver__get_date_dimension(start_date, end_date) %}
+
+{%- set start_date="cast('" ~ start_date ~ "' as " ~ type_timestamp() ~ ")" -%}
+{%- set end_date="cast('" ~ end_date ~ "' as " ~ type_timestamp() ~ ")"  -%}
+
+with base_dates as (
+
+    {{ dbt_utils.date_spine(
+        datepart="day",
+        start_date=start_date,
+        end_date=end_date
+    )
+    }}
+
+),
+dates_with_prior_year_dates as (
+
+    select
+        cast(d.date_day as date) as date_day,
+        cast({{ dateadd('year', -1 , 'd.date_day') }} as date) as prior_year_date_day,
+        cast({{ dateadd('day', -364 , 'd.date_day') }} as date) as prior_year_over_year_date_day
+    from
+    	base_dates d
+
+)
+select
+    d.date_day,
+    {{ dbt_date.yesterday('d.date_day') }} as prior_date_day,
+    {{ dbt_date.tomorrow('d.date_day') }} as next_date_day,
+    d.prior_year_date_day as prior_year_date_day,
+    d.prior_year_over_year_date_day,
+
+    DATEPART(WEEKDAY, d.date_day) as day_of_week,
+    DATEPART(WEEKDAY, d.date_day) as day_of_week_iso,
+    DATENAME(WEEKDAY, d.date_day) as day_of_week_name,
+    LEFT(DATENAME(WEEKDAY, d.date_day), 3) as day_of_week_name_short,
+    /*
+    {{ dbt_date.day_of_week('d.date_day', isoweek=false) }} as day_of_week,
+    {{ dbt_date.day_of_week('d.date_day', isoweek=true) }} as day_of_week_iso,
+    {{ dbt_date.day_name('d.date_day', short=false) }} as day_of_week_name,
+    {{ dbt_date.day_name('d.date_day', short=true) }} as day_of_week_name_short,
+    */
+    {{ dbt_date.day_of_month('d.date_day') }} as day_of_month,
+    {{ dbt_date.day_of_year('d.date_day') }} as day_of_year,
+
+    {{ dbt_date.week_start('d.date_day') }} as week_start_date,
+    {{ dbt_date.week_end('d.date_day') }} as week_end_date,
+    {{ dbt_date.week_start('d.prior_year_over_year_date_day') }} as prior_year_week_start_date,
+    {{ dbt_date.week_end('d.prior_year_over_year_date_day') }} as prior_year_week_end_date,
+    {{ dbt_date.week_of_year('d.date_day') }} as week_of_year,
+
+    /*
+    {{ dbt_date.iso_week_start('d.date_day') }} as iso_week_start_date,
+    {{ dbt_date.iso_week_end('d.date_day') }} as iso_week_end_date,
+    {{ dbt_date.iso_week_start('d.prior_year_over_year_date_day') }} as prior_year_iso_week_start_date,
+    {{ dbt_date.iso_week_end('d.prior_year_over_year_date_day') }} as prior_year_iso_week_end_date,
+    {{ dbt_date.iso_week_of_year('d.date_day') }} as iso_week_of_year,
+    */
+
+    {{ dbt_date.week_of_year('d.prior_year_over_year_date_day') }} as prior_year_week_of_year,
+    /*
+    {{ dbt_date.iso_week_of_year('d.prior_year_over_year_date_day') }} as prior_year_iso_week_of_year,
+    */
+    cast({{ dbt_date.date_part('month', 'd.date_day') }} as {{ type_int() }}) as month_of_year,
+    
+    DATENAME(MONTH, d.date_day) as month_name,
+    LEFT(DATENAME(MONTH, d.date_day), 3) as month_name_short,
+    /*
+    {{ dbt_date.month_name('d.date_day', short=false) }}  as month_name,
+    {{ dbt_date.month_name('d.date_day', short=true) }}  as month_name_short,
+    */
+
+    cast({{ date_trunc('month', 'd.date_day') }} as date) as month_start_date,
+    cast({{ last_day('d.date_day', 'month') }} as date) as month_end_date,
+
+    cast({{ date_trunc('month', 'd.prior_year_date_day') }} as date) as prior_year_month_start_date,
+    cast({{ last_day('d.prior_year_date_day', 'month') }} as date) as prior_year_month_end_date,
+
+    cast({{ dbt_date.date_part('quarter', 'd.date_day') }} as {{ type_int() }}) as quarter_of_year,
+    cast({{ date_trunc('quarter', 'd.date_day') }} as date) as quarter_start_date,
+    cast({{ last_day('d.date_day', 'quarter') }} as date) as quarter_end_date,
+
+    cast({{ dbt_date.date_part('year', 'd.date_day') }} as {{ type_int() }}) as year_number,
+    cast({{ date_trunc('year', 'd.date_day') }} as date) as year_start_date,
+    cast({{ last_day('d.date_day', 'year') }} as date) as year_end_date
+from
+    dates_with_prior_year_dates d
+
+{% endmacro %}

macros/sqlserver__getdatedimension.sql

@@ -0,0 +1,11 @@
+{% macro redshift__type_string() %}
+   varchar(256)
+{% endmacro %}
+
+{% macro redshift__type_json() %}
+   varchar(max)
+{% endmacro %}
+
+{% macro redshift__type_array() %}
+   varchar(max)
+{% endmacro %}