ci(stability): merge the develop branch

Author: datacore-bolt-ci

.github/workflows/fossa.yml

@@ -0,0 +1,17 @@
+name: Fossa CLI
+on:
+  push:
+    branches:
+      - 'develop'
+      - 'release/**'
+
+jobs:
+  fossa-scan:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: recursive
+      - uses: fossas/[email protected]
+        with:
+          api-key: ${{ secrets.FOSSA_API_KEY }}

.github/workflows/k8s-ci.yml

@@ -8,6 +8,8 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
+        with:
+          submodules: recursive
       - uses: DeterminateSystems/nix-installer-action@v11
         with:
           kvm: true
@@ -17,12 +19,22 @@ jobs:
           export NIX_PATH=nixpkgs=$(jq '.nixpkgs.url' nix/sources.json -r)
           echo "NIX_PATH=$NIX_PATH" >> $GITHUB_ENV
           nix-shell ./scripts/k8s/shell.nix --run "echo"
+      - name: Build binaries and images
+        id: build
+        run: |
+          TAG=$(nix-shell ./shell.nix --run './scripts/python/generate-test-tag.sh')
+          BIN=$(mktemp -p . -d -t test-bin-XXXXXX)
+          nix-shell ./shell.nix --run "./scripts/python/tag-chart.sh $TAG"
+          RUSTFLAGS="-C debuginfo=0 -C strip=debuginfo" ./scripts/release.sh --tag $TAG --build-bins --build-binary-out $BIN --no-static-linking --skip-publish --debug
+          echo "tag=$TAG" >> $GITHUB_OUTPUT
+          echo "bin=$BIN" >> $GITHUB_OUTPUT
       - name: BootStrap k8s cluster
         run: |
           nix-shell ./scripts/k8s/shell.nix --run "./scripts/k8s/deployer.sh start --label"
-      - name: Install Helm Chart
-        run: |
-          nix-shell ./scripts/k8s/shell.nix --run "./scripts/helm/install.sh --dep-update --wait"
+      - name: Load images to Kind cluster
+        run: nix-shell ./scripts/k8s/shell.nix --run "./scripts/k8s/load-images-to-kind.sh --tag ${{ steps.build.outputs.tag }} --trim-debug-suffix"
+      - name: Run Pytests
+        run: nix-shell ./shell.nix --run './scripts/python/test.sh'
       - name: The job has failed
         if: ${{ failure() }}
         run: |

.gitignore

@@ -22,9 +22,5 @@ __pycache__
 /kubectl-plugin
 
 # Pytest assets
+/test-bin-*
 tests/bdd/venv
-
-# Minikube assets
-tests/bdd/minikube/.cleanup_config.yaml
-tests/bdd/minikube/.cleanup_config.yaml.lock
-tests/bdd/minikube/bin

Cargo.lock

@@ -1,5 +1,12 @@
-# mayastor-extensions
-Components and utilities which extend the core Mayastor (control & data plane) functionality
+# Mayastor Extensions
+
+[![FOSSA Status](https://app.fossa.com/api/projects/custom%2B162%2Fgithub.com%2Fopenebs%2Fmayastor-extensions.svg?type=shield&issueType=license)](https://app.fossa.com/projects/custom%2B162%2Fgithub.com%2Fopenebs%2Fmayastor-extensions?ref=badge_shield&issueType=license)
+[![OpenSSF Best Practices](https://www.bestpractices.dev/projects/9638/badge)](https://www.bestpractices.dev/projects/9638)
+[![Slack](https://img.shields.io/badge/chat-slack-ff1493.svg?style=flat-square)](https://kubernetes.slack.com/messages/openebs/)
+[![Community Meetings](https://img.shields.io/badge/Community-Meetings-blue)](https://us05web.zoom.us/j/87535654586?pwd=CigbXigJPn38USc6Vuzt7qSVFoO79X.1)
+[![built with nix](https://builtwithnix.org/badge.svg)](https://builtwithnix.org)
+
+Components and utilities which extend the core Mayastor (control & data plane) functionality.
 
 ## License
 
@@ -8,8 +15,10 @@ other open source projects and are distributed under their respective licenses.
 
 ```http://www.apache.org/licenses/LICENSE-2.0```
 
-### Contributions
+## Contributions
 
 Unless you explicitly state otherwise, any contribution intentionally submitted for
 inclusion in Mayastor by you, as defined in the Apache-2.0 license, is licensed as above,
 without any additional terms or conditions.
+
+[![FOSSA Status](https://app.fossa.com/api/projects/custom%2B162%2Fgithub.com%2Fopenebs%2Fmayastor-extensions.svg?type=large&issueType=license)](https://app.fossa.com/projects/custom%2B162%2Fgithub.com%2Fopenebs%2Fmayastor-extensions?ref=badge_large&issueType=license)

README.md

@@ -72,7 +72,8 @@ spec:
         args:
         - "--node-name=$(MY_NODE_NAME)"
         - "--csi-socket={{ default .Values.csi.node.pluginMountPath .Values.csi.node.pluginMounthPath }}/{{ .Values.csi.node.socketPath }}"
-        - "--grpc-endpoint=$(MY_POD_IP):50053"
+        - "--grpc-ip=$(MY_POD_IP)"
+        - "--grpc-port=50053"
         - "--cluster-agent=https://{{ .Release.Name }}-agent-core:50052"{{ if .Values.base.jaeger.enabled }}
         - "--jaeger={{ include "jaeger_url" . }}"{{ end }}{{ if .Values.eventing.enabled }}
         - "--events-url=nats://{{ .Release.Name }}-nats:4222"{{ end }}

chart/templates/mayastor/agents/ha/ha-node-daemonset.yaml

@@ -90,7 +90,8 @@ spec:
         - "--node-name=$(MY_NODE_NAME)"
         - "--rest-endpoint=http://{{ .Release.Name }}-api-rest:8081"
         - "--enable-registration"
-        - "--grpc-endpoint=$(MY_POD_IP):10199"{{ if .Values.csi.node.nvme.io_timeout }}
+        - "--grpc-ip=$(MY_POD_IP)"
+        - "--grpc-port=10199"{{ if .Values.csi.node.nvme.io_timeout }}
         - "--nvme-io-timeout={{ .Values.csi.node.nvme.io_timeout }}"
         - "--nvme-core-io-timeout={{ .Values.csi.node.nvme.io_timeout }}"{{ else }}
         - "--nvme-io-timeout={{ .Values.io_engine.nvme.ioTimeout }}10s"

chart/templates/mayastor/csi/csi-node-daemonset.yaml

@@ -98,7 +98,7 @@ spec:
         # For example -l 1,2,10-20 means use core 1, 2, 10 to 20.
         # Note: Ensure that the CPU resources are updated accordingly.
         #       If you use 2 CPUs, the CPU: field should also read 2.
-        - "-g$(MY_POD_IP)"
+        - "--grpc-ip=$(MY_POD_IP)"
         - "-N$(MY_NODE_NAME)"
         - "-Rhttps://{{ .Release.Name }}-agent-core:50051"
         - "-y/var/local/{{ .Release.Name }}/io-engine/config.yaml"

chart/templates/mayastor/io/io-engine-daemonset.yaml

@@ -1,9 +1,18 @@
-{ system ? null, allInOne ? true, incremental ? false, static ? false, img_tag ? "", tag ? "", img_org ? "", product_prefix ? "" }:
+{ system ? null
+, allInOne ? true
+, incremental ? false
+, static ? false
+, img_tag ? ""
+, tag ? ""
+, img_org ? ""
+, product_prefix ? ""
+, rustFlags ? ""
+}:
 let
   sources = import ./nix/sources.nix;
   hostSystem = (import sources.nixpkgs { }).hostPlatform.system;
   pkgs = import sources.nixpkgs {
-    overlays = [ (_: _: { inherit sources; }) (import ./nix/overlay.nix { inherit allInOne incremental static img_tag tag img_org product_prefix; }) (import sources.rust-overlay) ];
+    overlays = [ (_: _: { inherit sources; }) (import ./nix/overlay.nix { inherit allInOne incremental static img_tag tag img_org product_prefix rustFlags; }) (import sources.rust-overlay) ];
     system = if system != null then system else hostSystem;
   };
 in