Add GitHub action for E2E

Signed-off-by: Carlos Eduardo Arango Gutierrez <[email protected]>

mergable commit

Signed-off-by: Carlos Eduardo Arango Gutierrez <[email protected]>

Author: ArangoGutierrez

.github/workflows/ci.yaml

@@ -31,3 +31,13 @@ jobs:
     secrets: inherit
     with:
       version: ${{ needs.basic.outputs.version }}
+
+  e2e-test:
+    needs:
+    - image
+    - basic
+    secrets: inherit
+    uses: ./.github/workflows/e2e.yaml
+    with:
+      version: ${{ needs.basic.outputs.version }}
+      golang_version: ${{ needs.basic.outputs.golang_version }}

.github/workflows/e2e.yaml

@@ -0,0 +1,97 @@
+# Copyright 2025 NVIDIA CORPORATION
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: End-to-end Tests
+
+on:
+  workflow_call:
+    inputs:
+      version:
+        required: true
+        type: string
+      golang_version:
+        required: true
+        type: string
+    secrets:
+      AWS_ACCESS_KEY_ID:
+        required: true
+      AWS_SECRET_ACCESS_KEY:
+        required: true
+      AWS_SSH_KEY:
+        required: true
+      SLACK_BOT_TOKEN:
+        required: true
+      SLACK_CHANNEL_ID:
+        required: true
+
+jobs:
+  e2e-tests:
+    runs-on: linux-amd64-cpu4
+    steps:
+    - name: Check out code
+      uses: actions/checkout@v4
+
+    - name: Install Go
+      uses: actions/setup-go@v5
+      with:
+        go-version: ${{ inputs.golang_version }}
+
+    - name: Set up Holodeck
+      uses: NVIDIA/[email protected]
+      with:
+        aws_access_key_id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+        aws_secret_access_key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+        aws_ssh_key: ${{ secrets.AWS_SSH_KEY }}
+        holodeck_config: "tests/e2e/infra/holodeck.yaml"
+
+    - name: Run e2e tests
+      env:
+        KUBECONFIG: ${{ github.workspace }}/kubeconfig
+        HELM_CHART: ${{ github.workspace }}/deployments/helm/nvidia-dra-driver-gpu
+        E2E_IMAGE_REPO: ghcr.io/nvidia/k8s-dra-driver-gpu
+        E2E_IMAGE_TAG: ${{ inputs.version }}-ubi9
+        E2E_IMAGE_PULL_POLICY: IfNotPresent
+        LOG_ARTIFACTS_DIR: ${{ github.workspace }}/e2e_logs
+      run: |
+        make -f tests/e2e/Makefile test-e2e
+
+    - name: Archive test logs
+      if: ${{ failure() }}
+      uses: actions/upload-artifact@v4
+      with:
+        name: e2e-test-logs
+        path: ./e2e_logs/
+        retention-days: 15
+    
+    - name: Archive Ginkgo logs
+      uses: actions/upload-artifact@v4
+      with:
+        name: ginkgo-logs
+        path: ginkgo.json
+        retention-days: 15
+
+    - name: Post text to a Slack channel
+      if: ${{ failure() }}
+      uses: slackapi/[email protected]
+      env:
+        SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
+        SUMMARY_URL: https://github.com/${{github.repository}}/actions/runs/${{github.run_id}}
+      with:
+        method: chat.postMessage
+        token: ${{ secrets.SLACK_BOT_TOKEN }}
+        payload: |
+          channel: ${{ secrets.SLACK_CHANNEL_ID }}
+          text: ":x: On repository ${{ github.repository }} the Workflow *${{ github.workflow }}* has failed.
+
+          Details: ${{ env.SUMMARY_URL }}"

.github/workflows/image.yaml

@@ -28,18 +28,22 @@ jobs:
     steps:
       - uses: actions/checkout@v4
         name: Check out code
+
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
         with:
           image: tonistiigi/binfmt:qemu-v7.0.0-28
+
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
+
       - name: Login to GitHub Container Registry
         uses: docker/login-action@v3
         with:
           registry: ghcr.io
           username: ${{ github.actor }}
           password: ${{ secrets.GITHUB_TOKEN }}
+          
       - name: Build image
         env:
           IMAGE_NAME: ghcr.io/nvidia/k8s-dra-driver-gpu

Makefile

@@ -31,7 +31,7 @@ CMDS := $(patsubst ./cmd/%/,%,$(sort $(dir $(wildcard ./cmd/*/))))
 CMD_TARGETS := $(patsubst %,cmd-%, $(CMDS))
 
 CHECK_TARGETS := golangci-lint check-generate
-MAKE_TARGETS := binaries build build-image check fmt lint-internal test examples cmds coverage generate vendor check-modules $(CHECK_TARGETS) ginkgo
+MAKE_TARGETS := binaries build build-image check fmt lint-internal test examples cmds coverage generate vendor check-modules $(CHECK_TARGETS)
 
 TARGETS := $(MAKE_TARGETS) $(CMD_TARGETS)
 
@@ -47,8 +47,6 @@ CLI_VERSION = $(VERSION)
 endif
 CLI_VERSION_PACKAGE = $(MODULE)/internal/info
 
-GINKGO_ARGS ?=
-
 binaries: cmds
 ifneq ($(PREFIX),)
 cmd-%: COMMAND_BUILD_OPTIONS = -o $(PREFIX)/$(*)
@@ -93,13 +91,6 @@ vendor:
 check-modules: vendor
 	git diff --quiet HEAD -- go.mod go.sum vendor
 
-ginkgo: $(CURDIR)/bin/ginkgo
-	mkdir -p $(CURDIR)/bin
-	GOBIN=$(CURDIR)/bin go install github.com/onsi/ginkgo/v2/ginkgo@latest
-
-e2e-test: ginkgo
-	./bin/ginkgo $(GINKGO_ARGS) -v --json-report ginkgo.json ./tests/e2e/...
-
 COVERAGE_FILE := coverage.out
 test: build cmds
 	go test -race -cover -v -coverprofile=$(COVERAGE_FILE) $(MODULE)/...

hack/e2e-test.sh

@@ -0,0 +1,24 @@
+# Copyright (c) 2025, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+.PHONY: test-e2e ginkgo
+
+GINKGO_ARGS ?=
+LOG_ARTIFACTS_DIR ?= $(CURDIR)/e2e_logs
+
+ginkgo:
+	mkdir -p $(CURDIR)/bin
+	GOBIN=$(CURDIR)/bin go install github.com/onsi/ginkgo/v2/ginkgo@latest
+
+test-e2e: ginkgo
+	$(CURDIR)/bin/ginkgo $(GINKGO_ARGS) -v --json-report $(CURDIR)/ginkgo.json ./tests/e2e/...

tests/e2e/Makefile

@@ -214,7 +214,7 @@ func getTestEnv() {
 	HelmChart = os.Getenv("HELM_CHART")
 	Expect(HelmChart).NotTo(BeEmpty(), "HELM_CHART must be set")
 
-	LogArtifactDir = os.Getenv("LOG_ARTIFACT_DIR")
+	LogArtifactDir = os.Getenv("LOG_ARTIFACTS_DIR")
 
 	ImageRepo = os.Getenv("E2E_IMAGE_REPO")
 	Expect(ImageRepo).NotTo(BeEmpty(), "IMAGE_REPO must be set")
@@ -223,13 +223,11 @@ func getTestEnv() {
 	Expect(ImageTag).NotTo(BeEmpty(), "IMAGE_TAG must be set")
 
 	ImagePullPolicy = os.Getenv("E2E_IMAGE_PULL_POLICY")
-	Expect(ImagePullPolicy).NotTo(BeEmpty(), "IMAGE_PULL_POLICY must be set")
+	Expect(ImagePullPolicy).NotTo(BeEmpty(), "E2E_IMAGE_PULL_POLICY must be set")
 
 	EnableGFD = getBoolEnvVar("ENABLE_GFD", true)
-	Expect(EnableGFD).NotTo(BeNil(), "ENABLE_GFD must be set")
 
 	HostManagedDrivers = getBoolEnvVar("E2E_HOST_MANAGED_DRIVERS", true)
-	Expect(HostManagedDrivers).NotTo(BeNil(), "E2E_HOST_MANAGED_DRIVERS must be set")
 
 	CollectLogsFrom = os.Getenv("COLLECT_LOGS_FROM")
 

tests/e2e/e2e_test.go

@@ -7,22 +7,31 @@ spec:
   provider: aws
   auth:
     keyName: cnt-ci
-    privateKey: $AWS_PRIVATE_KEY
+    privateKey: HOLODECK_PRIVATE_KEY
   instance:
     type: g4dn.xlarge
     region: us-west-1
     ingressIpRanges:
-    - 57.133.151.69/32
+    - 18.190.12.32/32
+    - 3.143.46.93/32
+    - 52.15.119.136/32
+    - 35.155.108.162/32
+    - 35.162.190.51/32
+    - 54.201.61.24/32
+    - 52.24.205.48/32
+    - 44.235.4.62/32
+    - 44.230.241.223/32
     image:
       architecture: amd64
+  containerRuntime:
+    install: true
+    name: containerd
+    version: 1.7.24
   nvidiaDriver:
     install: true
   nvidiaContainerToolkit:
     install: true
-  containerRuntime:
-    install: true
-    name: containerd
-    version: 2.0.0
+    enableCDI: true
   kubernetes:
     install: true
     installer: kubeadm