Merge pull request #10 from metalbear-co/big-change

Big change

Author: vladrbg

README.md

@@ -192,6 +192,53 @@ task redis:status
 task redis:clean
 ```
 
+## Preview Environments
+
+Config: `apps/echo-app/mirrord-preview.json` - targets `deploy/echo-app`, steals traffic
+matching `X-Preview: <key>`. The preview pod uses the `echo-app:latest` image by default
+(loaded into minikube, so `image_pull_policy: "IfNotPresent"` is set in local values).
+
+### Single-cluster test
+
+Creates the PreviewSession directly on remote-1. The local operator handles it.
+
+```bash
+task multicluster:preview:start:single-cluster PREVIEW_KEY=my-sc-preview
+
+# Terminal 2 - traffic with header goes to preview pod
+task multicluster:preview:test:traffic PREVIEW_KEY=my-sc-preview
+
+# Terminal 3 - traffic without header goes to original echo-app
+task multicluster:preview:test:traffic:no-header
+
+task multicluster:preview:stop:single-cluster PREVIEW_KEY=my-sc-preview
+```
+
+### Multi-cluster test
+
+Creates the PreviewSession on the primary cluster. The `PreviewSessionSyncController`
+syncs it to the default cluster (remote-1) where the preview pod runs.
+
+```bash
+task multicluster:preview:start PREVIEW_KEY=my-mc-preview
+
+# Verify the CR exists on BOTH clusters (proves sync controller works)
+task multicluster:preview:list
+
+# Traffic is generated on remote-1 where the echo-app service lives
+task multicluster:preview:test:traffic PREVIEW_KEY=my-mc-preview
+
+task multicluster:preview:stop PREVIEW_KEY=my-mc-preview
+```
+
+### What to look for
+
+- `preview:list` should show the PreviewSession on both `mirrord-primary` and `mirrord-remote-1`
+  for multi-cluster, or only on `mirrord-remote-1` for single-cluster
+- Traffic with the `X-Preview` header should return a response from the preview pod
+  (different from the original echo-app's `cluster_id` JSON)
+- Traffic without the header should return normal echo-app responses
+
 ## Other Modules
 
 ### MySQL

Taskfile.yml

@@ -38,7 +38,7 @@ vars:
   ROOT_DIR:
     sh: pwd
   OPERATOR_DIR: '{{.OPERATOR_DIR | default (print .ROOT_DIR "/../operator")}}'
-  CHARTS_DIR: '{{.CHARTS_DIR | default (print .ROOT_DIR "/../operator/charts/mirrord-operator")}}'
+  CHARTS_DIR: '{{.CHARTS_DIR | default (print .ROOT_DIR "/../operator/public/charts/mirrord-operator")}}'
   SCRIPTS_DIR: '{{.SCRIPTS_DIR | default (print .ROOT_DIR "/scripts")}}'
   MIRRORD_DIR: '{{.MIRRORD_DIR | default (print .ROOT_DIR "/../mirrord")}}'
   OPERATOR_IMAGE: '{{.OPERATOR_IMAGE | default "mirrord-operator:custom"}}'
@@ -69,15 +69,15 @@ tasks:
   build:operator:
     desc: Build operator image
     cmds:
-      - cd {{.OPERATOR_DIR}}/.. && {{.CONTAINER_RUNTIME}} build --provenance=false -f operator/Dockerfile -t {{.OPERATOR_IMAGE}}  --build-arg OPERATOR_LICENSE_ISSUER_PUBLIC_KEY="$(cat {{.SCRIPTS_DIR}}/license-issuer.pem)" operator
+      - cd {{.OPERATOR_DIR}}/.. && {{.CONTAINER_RUNTIME}} build --provenance=false -f operator/public/operator/Dockerfile -t {{.OPERATOR_IMAGE}}  --build-arg OPERATOR_LICENSE_ISSUER_PUBLIC_KEY="$(cat {{.SCRIPTS_DIR}}/license-issuer.pem)" operator
       - task: operator:image:load
 
   build:operator:nocache:
     desc: Build operator without any cache (clears sccache + Docker layers)
     cmds:
       - echo "Clearing sccache and target cache mounts..."
       - docker builder prune --filter type=exec.cachemount --force || true
-      - cd {{.OPERATOR_DIR}}/.. && {{.CONTAINER_RUNTIME}} build --provenance=false --no-cache -f operator/Dockerfile -t {{.OPERATOR_IMAGE}} --build-arg OPERATOR_LICENSE_ISSUER_PUBLIC_KEY="$(cat {{.SCRIPTS_DIR}}/license-issuer.pem)" operator
+      - cd {{.OPERATOR_DIR}}/.. && {{.CONTAINER_RUNTIME}} build --provenance=false --no-cache -f operator/public/operator/Dockerfile -t {{.OPERATOR_IMAGE}} --build-arg OPERATOR_LICENSE_ISSUER_PUBLIC_KEY="$(cat {{.SCRIPTS_DIR}}/license-issuer.pem)" operator
       - task: operator:image:load
 
   build:operator:gcs:
@@ -95,7 +95,7 @@ tasks:
         msg: "GCS_BUCKET required"
     cmds:
       - |
-        cd {{.OPERATOR_DIR}}/.. && docker build --provenance=false -f operator/Dockerfile -t {{.OPERATOR_IMAGE}} \
+        cd {{.OPERATOR_DIR}}/.. && docker build --provenance=false -f operator/public/operator/Dockerfile -t {{.OPERATOR_IMAGE}} \
           --secret id=gcp_credentials,src={{.GCS_CREDENTIALS_FILE}} \
           --build-arg OPERATOR_LICENSE_ISSUER_PUBLIC_KEY="$(cat {{.SCRIPTS_DIR}}/license-issuer.pem)" \
           --build-arg GCS_BUCKET={{.GCS_BUCKET}} \
@@ -122,7 +122,7 @@ tasks:
         msg: "Custom issuer file not found"
     cmds:
       - |
-        cd {{.OPERATOR_DIR}}/.. && docker build --provenance=false -f operator/Dockerfile -t {{.OPERATOR_IMAGE}} \
+        cd {{.OPERATOR_DIR}}/.. && docker build --provenance=false -f operator/public/operator/Dockerfile -t {{.OPERATOR_IMAGE}} \
           --secret id=gcp_credentials,src={{.GCS_CREDENTIALS_FILE}} \
           --build-arg OPERATOR_LICENSE_ISSUER_PUBLIC_KEY="$(cat {{.CUSTOM_ISSUER_FILE}})" \
           --build-arg GCS_BUCKET={{.GCS_BUCKET}} \
@@ -630,6 +630,45 @@ tasks:
       - task: postgres:deploy:gcp:path
       - task: postgres:_reset:print:gcp:path
 
+  test:mssql:
+    desc: "Run MSSQL test"
+    deps: [operator:install]
+    cmds:
+      - task: mssql:test
+
+  test:mssql:quick:
+    desc: "Quick MSSQL test - verify only"
+    cmds:
+      - task: mssql:verify
+
+  test:mssql:clean:
+    desc: "Clean cluster and run MSSQL test"
+    cmds:
+      - task: cluster:delete
+      - task: cluster:create
+      - task: operator:install
+      - task: mssql:test
+
+  test:mssql:clean:nobuild:
+    desc: "Clean cluster and run MSSQL test (skip operator build)"
+    cmds:
+      - task: cluster:delete
+      - task: cluster:create
+      - task: license:create:secret
+      - task: operator:install:nobuild
+      - task: mssql:test
+
+  test:mssql:local:
+    desc: "Run MSSQL app locally with mirrord"
+    cmds:
+      - task: mssql:run:local
+
+  test:mssql:setup:
+    desc: "Setup MSSQL environment for local testing"
+    deps: [operator:install]
+    cmds:
+      - task: mssql:setup:local
+
   test:mongodb:
     desc: "Run MongoDB test"
     deps: [build:app:mongodb, operator:install]
@@ -765,8 +804,8 @@ tasks:
       - task: multicluster:teardown:all
       - echo "Building operator image..."
       - task: build:operator:multicluster
-      - echo "Building echo-app..."
-      - task: multicluster:echo-app:build
+      # - echo "Building echo-app..."
+      # - task: multicluster:echo-app:build
       - echo "Creating minikube profiles..."
       - task: multicluster:clusters:create
       - echo "Waiting for clusters to be ready..."
@@ -816,7 +855,7 @@ tasks:
     cmds:
       - |
         cd {{.OPERATOR_DIR}}/.. && {{.CONTAINER_RUNTIME}} build \
-          -f operator/Dockerfile \
+          -f operator/public/operator/Dockerfile \
           -t {{.OPERATOR_IMAGE}} \
           --build-arg OPERATOR_LICENSE_ISSUER_PUBLIC_KEY="$(cat {{.SCRIPTS_DIR}}/license-issuer.pem)" \
           operator
@@ -826,7 +865,7 @@ tasks:
     cmds:
       - |
         cd {{.OPERATOR_DIR}}/.. && {{.CONTAINER_RUNTIME}} build --no-cache \
-          -f operator/Dockerfile \
+          -f operator/public/operator/Dockerfile \
           -t {{.OPERATOR_IMAGE}} \
           --build-arg OPERATOR_LICENSE_ISSUER_PUBLIC_KEY="$(cat {{.SCRIPTS_DIR}}/license-issuer.pem)" \
           operator
@@ -837,8 +876,8 @@ tasks:
       - task: multicluster:teardown:all
       - echo "Building operator image (no cache)..."
       - task: build:operator:multicluster:nocache
-      - echo "Building echo-app..."
-      - task: multicluster:echo-app:build
+      # - echo "Building echo-app..."
+      # - task: multicluster:echo-app:build
       - echo "Creating minikube profiles..."
       - task: multicluster:clusters:create
       - echo "Waiting for clusters to be ready..."

apps/echo-app/mirrord-preview.json

@@ -0,0 +1,20 @@
+{
+  "target": {
+    "path": "deploy/echo-app",
+    "namespace": "test-multicluster"
+  },
+  "feature": {
+    "preview": {
+      "ttl_mins": 30,
+      "creation_timeout_secs": 300
+    },
+    "network": {
+      "incoming": {
+        "mode": "steal",
+        "http_filter": {
+          "header_filter": "X-Preview: {{ key }}"
+        }
+      }
+    }
+  }
+}

apps/mssql-app/Dockerfile

@@ -0,0 +1,12 @@
+FROM golang:1.21-alpine AS builder
+WORKDIR /app
+COPY go.mod go.sum* ./
+RUN go mod download || true
+COPY . .
+RUN CGO_ENABLED=0 go build -o app main.go
+
+FROM alpine:latest
+RUN apk --no-cache add ca-certificates
+WORKDIR /app
+COPY --from=builder /app/app .
+CMD ["./app"]

apps/mssql-app/go.mod

@@ -0,0 +1,12 @@
+module mssql-app
+
+go 1.21
+
+require github.com/microsoft/go-mssqldb v1.7.2
+
+require (
+	github.com/golang-sql/civil v0.0.0-20220223132316-b832511892a9 // indirect
+	github.com/golang-sql/sqlexp v0.1.0 // indirect
+	golang.org/x/crypto v0.18.0 // indirect
+	golang.org/x/text v0.14.0 // indirect
+)

apps/mssql-app/go.sum

@@ -0,0 +1,42 @@
+github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 h1:lGlwhPtrX6EVml1hO0ivjkUxsSyl4dsiw9qcA1k/3IQ=
+github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1/go.mod h1:RKUqNu35KJYcVG/fqTRqmuXJZYNhYkBrnC/hX7yGbTA=
+github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 h1:sO0/P7g68FrryJzljemN+6GTssUXdANk6aJ7T1ZxnsQ=
+github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1/go.mod h1:h8hyGFDsU5HMivxiS2iYFZsgDbU9OnnJ163x5UGVKYo=
+github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 h1:6oNBlSdi1QqM1PNW7FPA6xOGA5UNsXnkaYZz9vdPGhA=
+github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1/go.mod h1:s4kgfzA0covAXNicZHDMN58jExvcng2mC/DepXiF1EI=
+github.com/Azure/azure-sdk-for-go/sdk/security/keyvault/azkeys v1.0.1 h1:MyVTgWR8qd/Jw1Le0NZebGBUCLbtak3bJ3z1OlqZBpw=
+github.com/Azure/azure-sdk-for-go/sdk/security/keyvault/azkeys v1.0.1/go.mod h1:GpPjLhVR9dnUoJMyHWSPy71xY9/lcmpzIPZXmF0FCVY=
+github.com/Azure/azure-sdk-for-go/sdk/security/keyvault/internal v1.0.0 h1:D3occbWoio4EBLkbkevetNMAVX197GkzbUMtqjGWn80=
+github.com/Azure/azure-sdk-for-go/sdk/security/keyvault/internal v1.0.0/go.mod h1:bTSOgj05NGRuHHhQwAdPnYr9TOdNmKlZTgGLL6nyAdI=
+github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 h1:DzHpqpoJVaCgOUdVHxE8QB52S6NiVdDQvGlny1qvPqA=
+github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1/go.mod h1:wP83P5OoQ5p6ip3ScPr0BAq0BvuPAvacpEuSzyouqAI=
+github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
+github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/golang-jwt/jwt/v5 v5.2.0 h1:d/ix8ftRUorsN+5eMIlF4T6J8CAt9rch3My2winC1Jw=
+github.com/golang-jwt/jwt/v5 v5.2.0/go.mod h1:pqrtFR0X4osieyHYxtmOUWsAWrfe1Q5UVIyoH402zdk=
+github.com/golang-sql/civil v0.0.0-20220223132316-b832511892a9 h1:au07oEsX2xN0ktxqI+Sida1w446QrXBRJ0nee3SNZlA=
+github.com/golang-sql/civil v0.0.0-20220223132316-b832511892a9/go.mod h1:8vg3r2VgvsThLBIFL93Qb5yWzgyZWhEmBwUJWevAkK0=
+github.com/golang-sql/sqlexp v0.1.0 h1:ZCD6MBpcuOVfGVqsEmY5/4FtYiKz6tSyUv9LPEDei6A=
+github.com/golang-sql/sqlexp v0.1.0/go.mod h1:J4ad9Vo8ZCWQ2GMrC4UCQy1JpCbwU9m3EOqtpKwwwHI=
+github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0=
+github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
+github.com/kylelemons/godebug v1.1.0 h1:RPNrshWIDI6G2gRW9EHilWtl7Z6Sb1BR0xunSBf0SNc=
+github.com/kylelemons/godebug v1.1.0/go.mod h1:9/0rRGxNHcop5bhtWyNeEfOS8JIWk580+fNqagV/RAw=
+github.com/microsoft/go-mssqldb v1.7.2 h1:CHkFJiObW7ItKTJfHo1QX7QBBD1iV+mn1eOyRP3b/PA=
+github.com/microsoft/go-mssqldb v1.7.2/go.mod h1:kOvZKUdrhhFQmxLZqbwUV0rHkNkZpthMITIb2Ko1IoA=
+github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c h1:+mdjkGKdHQG3305AYmdv1U2eRNDiU2ErMBj1gwrq8eQ=
+github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c/go.mod h1:7rwL4CYBLnjLxUqIJNnCWiEdr3bn6IUYi15bNlnbCCU=
+github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
+github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
+github.com/stretchr/testify v1.8.4 h1:CcVxjf3Q8PM0mHUKJCdn+eZZtm5yQwehR5yeSVQQcUk=
+github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo=
+golang.org/x/crypto v0.18.0 h1:PGVlW0xEltQnzFZ55hkuX5+KLyrMYhHld1YHO4AKcdc=
+golang.org/x/crypto v0.18.0/go.mod h1:R0j02AL6hcrfOiy9T4ZYp/rcWeMxM3L6QYxlOuEG1mg=
+golang.org/x/net v0.20.0 h1:aCL9BSgETF1k+blQaYUBx9hJ9LOGP3gAVemcZlf1Kpo=
+golang.org/x/net v0.20.0/go.mod h1:z8BVo6PvndSri0LbOE3hAn0apkU+1YvI6E70E9jsnvY=
+golang.org/x/sys v0.16.0 h1:xWw16ngr6ZMtmxDyKyIgsE93KNKz5HKmMa3b8ALHidU=
+golang.org/x/sys v0.16.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
+golang.org/x/text v0.14.0 h1:ScX5w1eTa3QqT8oi6+ziP7dTV1S2+ALU0bI+0zXKWiQ=
+golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
+gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
+gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=