add hook to run chainsaw test

Signed-off-by: Rahul Sharma <[email protected]>

Author: rahulait

.chainsaw.yaml

@@ -4,8 +4,8 @@ metadata:
   name: configuration
 spec:
   timeouts:
-    apply: 1m0s
-    assert: 5m0s
+    apply: 2m0s
+    assert: 10m0s
     cleanup: 5m0s
     delete: 5m0s
     error: 5m0s

.github/workflows/ci.yaml

@@ -330,6 +330,9 @@ jobs:
           CONTAINER_RUNTIME: "containerd"
           TEST_CASE: "./tests/cases/defaults.sh"
         run: |
+          apt update && apt install -y curl
+          curl -fsSL https://get.jetify.com/devbox | FORCE=1 bash
+          echo | devbox run chainsaw-tests
           echo "${{ secrets.AWS_SSH_KEY }}" > ${private_key} && chmod 400 ${private_key}
           ./tests/ci-run-e2e.sh ${OPERATOR_IMAGE} ${OPERATOR_VERSION} ${GPU_PRODUCT_NAME} ${TEST_CASE} || rc=$?
           ./tests/scripts/pull.sh /tmp/logs logs

Makefile

@@ -299,3 +299,6 @@ install-tools:
 	@echo Installing tools from tools.go
 	export GOBIN=$(PROJECT_DIR)/bin && \
 	grep '^\s*_' tools/tools.go | awk '{print $$2}' | xargs -tI % $(GO_CMD) install -mod=readonly -modfile=tools/go.mod %
+
+e2etest:
+	KUBECONFIG=$(PROJECT_DIR)/kubeconfig chainsaw test $(PROJECT_DIR)/e2etests/tests/

devbox.json

@@ -19,6 +19,9 @@
     "shell": {
         "init_hook": [
             "export \"GOROOT=$(go env GOROOT)\""
-        ]
+        ],
+        "scripts": {
+            "chainsaw-tests": "make e2etest"
+        }
     }
 }

e2etests/tests/default-helm-install/chainsaw-test.yaml

@@ -16,16 +16,14 @@ spec:
     # removed by "helm uninstall" and may interfere with other tests. By using
     # "helm template" we ensure chainsaw is able to clean up all resources it
     # creates during the test.
-    - name: install gpu operator
+    - name: generate gpu operator manifests
       try:
       - script:
           content: |
             set -e
             helm repo add nvidia https://helm.ngc.nvidia.com/nvidia
             helm repo update
-            helm template gpu-operator nvidia/gpu-operator --namespace $NAMESPACE > /tmp/default-gpu-operator.yaml
-      - apply:
-          file: /tmp/default-gpu-operator.yaml
+            helm install --wait gpu-operator  -n $NAMESPACE --create-namespace nvidia/gpu-operator
 
     # Sample step to list pods in the namespace
     - name: list gpu operator pods
@@ -73,3 +71,10 @@ spec:
             kubectl get pod pod-with-gpu -n $NAMESPACE -o wide
             kubectl describe pod pod-with-gpu -n $NAMESPACE
             kubectl logs pod-with-gpu -n $NAMESPACE
+
+    - name: cleanup gpu operator
+      finally:
+      - script:
+          content: |
+            set -e
+            helm uninstall gpu-operator -n $NAMESPACE || true