Fix CLV metric reliability for customer segmentation

.devcontainer/recce/Dockerfile

@@ -0,0 +1,6 @@
+FROM mcr.microsoft.com/vscode/devcontainers/python:3.11
+
+COPY requirements.txt .
+
+RUN pip install --no-cache-dir -r requirements.txt
+RUN pip install --no-cache-dir recce

.devcontainer/recce/devcontainer.json

@@ -0,0 +1,12 @@
+{
+    "name": "Recce CodeSpace",
+    "build": {
+        "dockerfile": "Dockerfile",
+        "context": "../../"
+    },
+    "features": {
+        "ghcr.io/devcontainers/features/github-cli:1": {}
+    },
+    "forwardPorts": [8000],
+    "postStartCommand": "./.devcontainer/script/post_start.sh"
+}

.devcontainer/script/post_start.sh

@@ -0,0 +1,13 @@
+#! /bin/bash
+
+# Install dbt dependencies
+dbt deps
+
+# Download duckdb file
+gh repo set-default DataRecce/jaffle_shop_duckdb
+branch=$(git branch --show-current)
+run_id=$(gh run list --workflow "Jaffle Shop Recce CI" --branch $branch --status success --limit 1 --json databaseId --jq '.[0].databaseId')
+gh run download $run_id -n duckdb
+
+# Exec Recce
+recce server --cloud --review

.github/workflows/dbt_base.yml

@@ -0,0 +1,44 @@
+name: DBT Base Environment
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - main
+  schedule:
+    - cron: '0 0 * * 0'      
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: "3.10.x"
+
+      - name: Install dependencies
+        run: |
+          pip install -r requirements.txt
+
+      - name: Run DBT
+        run: |
+          dbt deps
+          dbt seed --target ${{ env.DBT_BASE_TARGET }}
+          dbt run --target ${{ env.DBT_BASE_TARGET }}
+          dbt docs generate --target ${{ env.DBT_BASE_TARGET }}
+        env:
+          DBT_BASE_TARGET: "prod"
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: duckdb
+          path: jaffle_shop.duckdb
+
+      - name: Upload DBT Artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: target
+          path: target/

.github/workflows/recce_ci.yml

@@ -0,0 +1,106 @@
+name: Jaffle Shop Recce CI
+
+on:
+  pull_request:
+    branches: [main]
+
+jobs:
+  check-pull-request:
+    name: Check pull request by Recce CI
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - name: Merge Base Branch into PR
+        uses: cycleapple/PR-Update@v1.0.2
+        with:
+          baseBranch: ${{ github.event.pull_request.base.ref }}
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.10.x"
+
+      - name: Install dependencies
+        run: |
+          pip install -r requirements.txt
+          pip install recce-nightly
+
+      - name: Prepare dbt Base environment
+        run: |
+          gh repo set-default ${{ github.repository }}
+          base_branch=${{ github.base_ref }}
+          run_id=$(gh run list --workflow ${WORKFLOW_BASE} --branch ${base_branch} --status success --limit 1 --json databaseId --jq '.[0].databaseId')
+          echo "Download artifacts from run $run_id"
+          gh run download ${run_id} -n target -D target-base
+          gh run download ${run_id} -n duckdb
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          WORKFLOW_BASE: ".github/workflows/dbt_base.yml"
+
+      - name: Prepare dbt Current environment
+        run: |
+          git checkout ${{ github.event.pull_request.head.sha }}
+          dbt deps
+          dbt seed --target ${{ env.DBT_CURRENT_TARGET}}
+          dbt run --target ${{ env.DBT_CURRENT_TARGET}}
+          dbt docs generate --target ${{ env.DBT_CURRENT_TARGET}}
+        env:
+          DBT_CURRENT_TARGET: "dev"
+
+      - name: Run Recce CI
+        run: |
+          recce run --cloud
+        env:
+          GITHUB_TOKEN: ${{ secrets.RECCE_CLOUD_TOKEN }}
+          RECCE_STATE_PASSWORD: ${{ vars.RECCE_STATE_PASSWORD}}
+
+      - name: Upload DBT Artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: target
+          path: target/
+
+      - name: Upload Recce State File
+        uses: actions/upload-artifact@v4
+        id: recce-artifact-uploader
+        with:
+          name: duckdb
+          path: |
+            jaffle_shop.duckdb
+
+      - name: Prepare Recce Summary
+        id: recce-summary
+        run: |
+          recce summary --cloud --cloud-token ${{ secrets.RECCE_CLOUD_TOKEN }} > recce_summary.md
+          cat recce_summary.md >> $GITHUB_STEP_SUMMARY
+          echo '${{ env.NEXT_STEP_MESSAGE }}' >> recce_summary.md
+
+          # Handle the case when the recce summary is too long to be displayed in the GitHub PR comment
+          if [[ `wc -c recce_summary.md | awk '{print $1}'` -ge '65535' ]]; then
+            echo '# Recce Summary
+          The recce summary is too long to be displayed in the GitHub PR comment.
+          Please check the summary detail in the [Job Summary](${{github.server_url}}/${{github.repository}}/actions/runs/${{github.run_id}}) page.
+          ${{ env.NEXT_STEP_MESSAGE }}' > recce_summary.md
+          fi
+
+        env:
+          ARTIFACT_URL: ${{ steps.recce-artifact-uploader.outputs.artifact-url }}
+          RECCE_STATE_PASSWORD: ${{ vars.RECCE_STATE_PASSWORD}}
+          NEXT_STEP_MESSAGE: |
+            ### How to check the recce result
+            ```bash
+            # Launch the recce server based on the state file
+            recce server --review --cloud --password ${{ vars.RECCE_STATE_PASSWORD}}
+
+            # Open the recce server http://localhost:8000 by your browser
+            ```
+
+      - name: Comment on pull request
+        uses: thollander/actions-comment-pull-request@v2
+        with:
+          filePath: recce_summary.md
+          comment_tag: recce

.vscode/tasks.json

@@ -19,9 +19,9 @@
         "problemMatcher": [],
 
         // Try start the task on folder open
-        "runOptions": {
-            "runOn": "folderOpen"
-        },
+        // "runOptions": {
+        //     "runOn": "folderOpen"
+        // },
         // Create the tasks in a terminal group
         "presentation": {
           "panel": "shared",

dbt_project.yml

@@ -19,10 +19,6 @@ clean-targets:
 
 require-dbt-version: [">=1.0.0", "<2.0.0"]
 
-seeds: 
-  +docs:
-    node_color: '#cd7f32'
-
 models:
   jaffle_shop:
     materialized: table