added dbt-doc- genearte

modified dbt-tests to include or exclude the unit_tests schema

Author: jonhopper-dataengineers

tasks/dbt-docs-generate/action.yml

@@ -0,0 +1,55 @@
+name: Generate Docs
+description: Generates dbt documents
+inputs:
+  target:
+    description: The target to run DBT against
+    required: true
+  working-directory:
+    description: The directory where the DBT project is located
+    required: true
+  profiles-directory:
+    description: The directory where the DBT profiles are located
+    required: true
+  snowflake-account:
+    description: The snowflake account to use
+    required: true
+  snowflake-username:
+    description: The snowflake username to use
+    required: true
+  snowflake-password:
+    description: The snowflake password to use
+    required: true
+  snowflake-role:
+    description: The snowflake role to use
+    required: true
+  snowflake-warehouse:
+    description: The snowflake warehouse to use
+    required: true
+  snowflake-target-database:
+    description: The snowflake target database to use
+    required: true
+
+runs:
+  using: "composite"
+  steps:
+    - name: Generate DBT docs without Unit-tets
+      shell: bash
+      run: |
+        dbt docs generate --profiles-dir=${{ inputs.profiles-directory }} --target=${{ inputs.target }} --exclude tag:unit_test
+      working-directory: ${{ inputs.working-directory }}
+      env:
+        snowflake-account: ${{ inputs.snowflake-account }}
+        snowflake-username: ${{ inputs.snowflake-username }}
+        snowflake-role: ${{ inputs.snowflake-role }}
+        snowflake-warehouse: ${{ inputs.snowflake-warehouse }}
+        snowflake-target-database: ${{ inputs.snowflake-target-database }}
+        snowflake-password: ${{ inputs.snowflake-password }}
+
+    - name: Archive Dbt Docs
+      uses: actions/upload-artifact@v3
+      with:
+          name: dbt-docs
+          path: |
+            ./dbt/target/catalog.json
+            ./dbt/target/index.html
+            ./dbt/target/manifest.json

tasks/dbt-test/action.yml

@@ -29,15 +29,28 @@ inputs:
     required: true
     type: string
 
-
 runs:
   using: "composite"
   steps:
-    - name: Run DBT Tests
-      if: ${{ inputs.target }} != 'unit-test'
+    - name: Run DBT Schema Only Tests
+      if: inputs.target  != 'unit-test'
+      shell: bash
+      run: |
+        dbt test --profiles-dir=${{ inputs.profiles-directory }} --target=${{ inputs.target }} --exclude tag:unit_test
+      working-directory: ${{ inputs.working-directory }}
+      env:
+        snowflake-account: ${{ inputs.snowflake-account }}
+        snowflake-username: ${{ inputs.snowflake-username }}
+        snowflake-role: ${{ inputs.snowflake-role }}
+        snowflake-warehouse: ${{ inputs.snowflake-warehouse }}
+        snowflake-target-database: ${{ inputs.snowflake-target-database }}
+        snowflake-password: ${{ inputs.snowflake-password }}
+
+    - name: Run DBT Schema Tests and unit-tests
+      if: inputs.target  == 'unit-test'
       shell: bash
       run: |
-        dbt test --profiles-dir=${{ inputs.profiles-directory }} --target=${{ inputs.target }} --exclude tag:daily tag:halfhourly tag:hourly tag:bihourly tag:unit_test
+        dbt test --profiles-dir=${{ inputs.profiles-directory }} --target=${{ inputs.target }}
       working-directory: ${{ inputs.working-directory }}
       env:
         snowflake-account: ${{ inputs.snowflake-account }}