refactor: make kube config optional on nas/oss node server

Author: iltyty

main.go

@@ -17,6 +17,7 @@ limitations under the License.
 package main
 
 import (
+	"context"
 	"fmt"
 	"net/http"
 	_ "net/http/pprof"
@@ -27,6 +28,8 @@ import (
 	"sync"
 	"time"
 
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+
 	sts20150401 "github.com/alibabacloud-go/sts-20150401/v2/client"
 	alicred_old "github.com/aliyun/credentials-go/credentials"
 	"github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/bmcpfs"
@@ -179,6 +182,8 @@ func main() {
 		}
 	}
 
+	csiCfg := getCSIPluginConfig()
+
 	for _, driverName := range driverNames {
 		wg.Add(1)
 		endPointName := replaceCsiEndpoint(driverName, *endpoint)
@@ -188,19 +193,19 @@ func main() {
 		case TypePluginNAS:
 			go func(endPoint string) {
 				defer wg.Done()
-				driver := nas.NewDriver(meta, endPoint, serviceType)
+				driver := nas.NewDriver(meta, endPoint, serviceType, csiCfg)
 				driver.Run()
 			}(endPointName)
 		case TypePluginOSS:
 			go func(endPoint string) {
 				defer wg.Done()
-				driver := oss.NewDriver(endPoint, meta, serviceType)
+				driver := oss.NewDriver(endPoint, meta, serviceType, csiCfg)
 				driver.Run()
 			}(endPointName)
 		case TypePluginDISK:
 			go func(endPoint string) {
 				defer wg.Done()
-				driver := disk.NewDriver(meta, endPoint, serviceType)
+				driver := disk.NewDriver(meta, endPoint, serviceType, csiCfg)
 				driver.Run()
 			}(endPointName)
 
@@ -285,3 +290,30 @@ func healthHandler(w http.ResponseWriter, r *http.Request) {
 	message := "Liveness probe is OK, time:" + time.String()
 	_, _ = w.Write([]byte(message))
 }
+
+func getCSIPluginConfig() (config utils.Config) {
+	cfg, err := options.GetRestConfig()
+	if err != nil {
+		klog.ErrorS(err, "error building kube config")
+		return
+	}
+
+	client, err := kubernetes.NewForConfig(cfg)
+	if err != nil {
+		if cfg != nil {
+			klog.Fatal(err, "error building kube client")
+		} else {
+			klog.ErrorS(err, "error building kube client")
+			return
+		}
+	}
+
+	cm, err := client.CoreV1().ConfigMaps("kube-system").Get(context.Background(), "csi-plugin", metav1.GetOptions{})
+	if err != nil {
+		klog.ErrorS(err, "failed to get config map csi-plugin")
+		return
+	}
+
+	config.ConfigMap = cm.Data
+	return
+}

pkg/disk/disk.go

@@ -37,7 +37,6 @@ import (
 	"github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/utils"
 	"github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/version"
 	v1 "k8s.io/api/core/v1"
-	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 	"k8s.io/apimachinery/pkg/util/sets"
 	"k8s.io/client-go/kubernetes"
 	"k8s.io/klog/v2"
@@ -106,13 +105,12 @@ func initDriver() {
 }
 
 // NewDriver create the identity/node/controller server and disk driver
-func NewDriver(m metadata.MetadataProvider, endpoint string, serviceType utils.ServiceType) *DISK {
+func NewDriver(m metadata.MetadataProvider, endpoint string, serviceType utils.ServiceType, csiCfg utils.Config) *DISK {
 	initDriver()
 	tmpdisk := &DISK{}
 	tmpdisk.endpoint = endpoint
 
-	// Config Global vars
-	csiCfg := GlobalConfigSet(m)
+	GlobalConfigSet(m, csiCfg)
 
 	if serviceType&utils.Node != 0 {
 		GlobalConfigVar.NodeID = metadata.MustGet(m, metadata.InstanceID)
@@ -158,9 +156,7 @@ func (disk *DISK) Run() {
 }
 
 // GlobalConfigSet set Global Config
-func GlobalConfigSet(m metadata.MetadataProvider) utils.Config {
-	configMapName := "csi-plugin"
-
+func GlobalConfigSet(m metadata.MetadataProvider, csiCfg utils.Config) {
 	// Global Configs Set
 	cfg, err := options.GetRestConfig()
 	if err != nil {
@@ -179,14 +175,6 @@ func GlobalConfigSet(m metadata.MetadataProvider) utils.Config {
 		klog.Fatalf("Error building kubernetes snapclientset: %s", err.Error())
 	}
 
-	csiCfg := utils.Config{}
-	configMap, err := kubeClient.CoreV1().ConfigMaps("kube-system").Get(context.Background(), configMapName, metav1.GetOptions{})
-	if err != nil {
-		klog.Infof("Not found configmap named as csi-plugin under kube-system, with: %v", err)
-	} else {
-		csiCfg.ConfigMap = configMap.Data
-	}
-
 	// Env variables
 	avmfe := os.Getenv("ADDON_VM_FATAL_EVENTS")
 	fatalEvents := []string{}
@@ -247,7 +235,6 @@ func GlobalConfigSet(m metadata.MetadataProvider) utils.Config {
 		GlobalConfigVar.DetachBeforeDelete,
 		GlobalConfigVar.ClusterID,
 	)
-	return csiCfg
 }
 
 func newBatcher(fromNode bool) (waitstatus.StatusWaiter[ecs.Disk], batcher.Batcher[ecs.Disk]) {

pkg/mounter/fuse_pod_manager/fuse_pod_manager.go

@@ -8,7 +8,8 @@ import (
 	"strings"
 	"time"
 
-	"github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/mounter/utils"
+	mounterutils "github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/mounter/utils"
+	"github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/utils"
 	corev1 "k8s.io/api/core/v1"
 	apiserrors "k8s.io/apimachinery/pkg/api/errors"
 	"k8s.io/apimachinery/pkg/api/resource"
@@ -101,14 +102,11 @@ type FuseContainerConfig struct {
 	Extra       map[string]string
 }
 
-func ExtractFuseContainerConfig(configmap *corev1.ConfigMap, name string) (config FuseContainerConfig) {
+func ExtractFuseContainerConfig(csiCfg utils.Config, name string) (config FuseContainerConfig) {
 	config.Resources.Requests = make(corev1.ResourceList)
 	config.Resources.Limits = make(corev1.ResourceList)
 
-	if configmap == nil {
-		return
-	}
-	content := configmap.Data["fuse-"+name]
+	content := csiCfg.Get("fuse-"+name, "OSS_FUSE_"+strings.ToUpper(name), "")
 	for _, line := range strings.Split(content, "\n") {
 		line = strings.TrimSpace(line)
 		if line == "" {
@@ -150,7 +148,7 @@ func ExtractFuseContainerConfig(configmap *corev1.ConfigMap, name string) (confi
 				invalid = true
 				break
 			}
-			err = utils.ValidateAnnotations(annotations)
+			err = mounterutils.ValidateAnnotations(annotations)
 			if err != nil {
 				invalid = true
 				break
@@ -163,7 +161,7 @@ func ExtractFuseContainerConfig(configmap *corev1.ConfigMap, name string) (confi
 				invalid = true
 				break
 			}
-			err = utils.ValidateLabels(labels)
+			err = mounterutils.ValidateLabels(labels)
 			if err != nil {
 				invalid = true
 				break
@@ -206,15 +204,15 @@ func NewFusePodManager(fuseType FuseMounterType, client kubernetes.Interface) *F
 
 func (fpm *FusePodManager) labelsAndListOptionsFor(c *FusePodContext, target string) (map[string]string, metav1.ListOptions) {
 	labels := map[string]string{
-		FuseVolumeIdLabelKey: utils.ComputeVolumeIdLabelVal(c.VolumeId),
+		FuseVolumeIdLabelKey: mounterutils.ComputeVolumeIdLabelVal(c.VolumeId),
 	}
 	// ControllerUnPublish cannot get fuseType info,
 	// so FuseTypeLabelKey cannot used as a label for Delete
 	if c.FuseType != "" {
 		labels[FuseTypeLabelKey] = c.FuseType
 	}
 	if target != "" {
-		labels[FuseMountPathHashLabelKey] = utils.ComputeMountPathHash(target)
+		labels[FuseMountPathHashLabelKey] = mounterutils.ComputeMountPathHash(target)
 	}
 	listOptions := metav1.ListOptions{
 		FieldSelector: fields.OneTermEqualSelector("spec.nodeName", c.NodeName).String(),

pkg/mounter/fuse_pod_manager/fuse_pod_manager_test.go

@@ -4,6 +4,7 @@ import (
 	"testing"
 	"time"
 
+	"github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/utils"
 	"github.com/stretchr/testify/assert"
 	"github.com/stretchr/testify/require"
 	corev1 "k8s.io/api/core/v1"
@@ -17,8 +18,8 @@ import (
 )
 
 func Test_ExtractFuseContainerConfig(t *testing.T) {
-	configmap := &corev1.ConfigMap{
-		Data: map[string]string{
+	csiCfg := utils.Config{
+		ConfigMap: map[string]string{
 			"fuse-ossfs": `
 				image=ossfs:latest
 				cpu-request=100m
@@ -32,7 +33,7 @@ func Test_ExtractFuseContainerConfig(t *testing.T) {
 			`,
 		},
 	}
-	config := ExtractFuseContainerConfig(configmap, "ossfs")
+	config := ExtractFuseContainerConfig(csiCfg, "ossfs")
 	expected := FuseContainerConfig{
 		Resources: corev1.ResourceRequirements{
 			Limits: corev1.ResourceList{

pkg/mounter/fuse_pod_manager/oss/ossfs/manager.go

@@ -53,8 +53,8 @@ var ossfsDbglevels = map[string]string{
 	fpm.DebugLevelFatal: "crit",
 }
 
-func NewFuseOssfs(configmap *corev1.ConfigMap, m metadata.MetadataProvider) ossfpm.OSSFuseMounterType {
-	config := fpm.ExtractFuseContainerConfig(configmap, ossfpm.OssFsType)
+func NewFuseOssfs(csiCfg utils.Config, m metadata.MetadataProvider) ossfpm.OSSFuseMounterType {
+	config := fpm.ExtractFuseContainerConfig(csiCfg, ossfpm.OssFsType)
 
 	// set default image
 	ossfpm.SetDefaultImage(ossfpm.OssFsType, m, &config)

pkg/mounter/fuse_pod_manager/oss/ossfs/manager_test.go

@@ -9,6 +9,7 @@ import (
 	fpm "github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/mounter/fuse_pod_manager"
 	ossfpm "github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/mounter/fuse_pod_manager/oss"
 	mounterutils "github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/mounter/utils"
+	"github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/utils"
 	"github.com/stretchr/testify/assert"
 	"github.com/stretchr/testify/require"
 	corev1 "k8s.io/api/core/v1"
@@ -101,7 +102,7 @@ func Test_buildAuthSpec_ossfs(t *testing.T) {
 
 func TestPrecheckAuthConfig_ossfs(t *testing.T) {
 	fakeMeta := metadata.NewMetadata()
-	fakeOssfs := NewFuseOssfs(nil, fakeMeta)
+	fakeOssfs := NewFuseOssfs(utils.Config{}, fakeMeta)
 	tests := []struct {
 		name    string
 		opts    *ossfpm.Options
@@ -246,7 +247,7 @@ func TestMakeAuthConfig_ossfs(t *testing.T) {
 	t.Setenv("CLUSTER_ID", "cluster-id")
 	t.Setenv("ALIBABA_CLOUD_ACCOUNT_ID", "account-id")
 	fakeMeta := metadata.NewMetadata()
-	fakeOssfs := NewFuseOssfs(nil, fakeMeta)
+	fakeOssfs := NewFuseOssfs(utils.Config{}, fakeMeta)
 	tests := []struct {
 		name           string
 		options        *ossfpm.Options
@@ -483,7 +484,7 @@ func TestMakeMountOptions_ossfs(t *testing.T) {
 		t.Run(tt.name, func(t *testing.T) {
 			t.Setenv("REGION_ID", tt.region)
 			fakeMeta := metadata.NewMetadata()
-			fakeOssfs := NewFuseOssfs(nil, fakeMeta)
+			fakeOssfs := NewFuseOssfs(utils.Config{}, fakeMeta)
 			mountOptions, err := fakeOssfs.MakeMountOptions(tt.opts, fakeMeta)
 			assert.Equal(t, tt.expectedError, err != nil)
 			assert.ElementsMatch(t, tt.expected, mountOptions)
@@ -577,7 +578,7 @@ func TestGetAuthOpttions_ossfs(t *testing.T) {
 
 func TestAddDefaultMountOptions_ossfs(t *testing.T) {
 	fakeMeta := metadata.NewMetadata()
-	fakeInter := NewFuseOssfs(nil, fakeMeta)
+	fakeInter := NewFuseOssfs(utils.Config{}, fakeMeta)
 	fakeOssfs, ok := fakeInter.(*fuseOssfs)
 	if !ok {
 		t.Fatalf("failed to cast to fuseOssfs")

pkg/mounter/fuse_pod_manager/oss/ossfs2/manager.go

@@ -39,8 +39,8 @@ var ossfs2Dbglevels = map[string]string{
 	fpm.DebugLevelInfo:  "info",
 }
 
-func NewFuseOssfs(configmap *corev1.ConfigMap, m metadata.MetadataProvider) ossfpm.OSSFuseMounterType {
-	config := fpm.ExtractFuseContainerConfig(configmap, ossfpm.OssFs2Type)
+func NewFuseOssfs(csiCfg utils.Config, m metadata.MetadataProvider) ossfpm.OSSFuseMounterType {
+	config := fpm.ExtractFuseContainerConfig(csiCfg, ossfpm.OssFs2Type)
 	// set default image
 	ossfpm.SetDefaultImage(ossfpm.OssFs2Type, m, &config)
 	// set default memory request

pkg/mounter/fuse_pod_manager/oss/ossfs2/manager_test.go

@@ -10,14 +10,15 @@ import (
 	fpm "github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/mounter/fuse_pod_manager"
 	ossfpm "github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/mounter/fuse_pod_manager/oss"
 	mounterutils "github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/mounter/utils"
+	"github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/utils"
 	"github.com/stretchr/testify/assert"
 	corev1 "k8s.io/api/core/v1"
 	"k8s.io/utils/ptr"
 )
 
 func TestPrecheckAuthConfig_ossfs2(t *testing.T) {
 	fakeMeta := metadata.NewMetadata()
-	fakeOssfs := NewFuseOssfs(nil, fakeMeta)
+	fakeOssfs := NewFuseOssfs(utils.Config{}, fakeMeta)
 	tests := []struct {
 		name    string
 		opts    *ossfpm.Options
@@ -103,7 +104,7 @@ func TestMakeAuthConfig_ossfs2(t *testing.T) {
 	t.Setenv("CLUSTER_ID", "cluster-id")
 	t.Setenv("ALIBABA_CLOUD_ACCOUNT_ID", "account-id")
 	fakeMeta := metadata.NewMetadata()
-	fakeOssfs := NewFuseOssfs(nil, fakeMeta)
+	fakeOssfs := NewFuseOssfs(utils.Config{}, fakeMeta)
 	tests := []struct {
 		name    string
 		options *ossfpm.Options
@@ -288,7 +289,7 @@ func TestMakeMountOptions_ossfs2(t *testing.T) {
 		t.Run(tt.name, func(t *testing.T) {
 			t.Setenv("REGION_ID", tt.region)
 			fakeMeta := metadata.NewMetadata()
-			fakeOssfs := NewFuseOssfs(nil, fakeMeta)
+			fakeOssfs := NewFuseOssfs(utils.Config{}, fakeMeta)
 			opts, err := fakeOssfs.MakeMountOptions(tt.opts, fakeMeta)
 			assert.Equal(t, tt.expectedError, err != nil)
 			assert.Equal(t, tt.expected, opts)
@@ -298,7 +299,7 @@ func TestMakeMountOptions_ossfs2(t *testing.T) {
 
 func TestAddDefaultMountOptions_ossfs2(t *testing.T) {
 	fakeMeta := metadata.NewMetadata()
-	fakeInter := NewFuseOssfs(nil, fakeMeta)
+	fakeInter := NewFuseOssfs(utils.Config{}, fakeMeta)
 	fakeOssfs, ok := fakeInter.(*fuseOssfs)
 	if !ok {
 		t.Fatalf("failed to cast to fuseOssfs")

pkg/mounter/fuse_pod_manager/oss/registry.go

@@ -3,18 +3,18 @@ package oss
 import (
 	"github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/cloud/metadata"
 	"github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/mounter"
-	corev1 "k8s.io/api/core/v1"
+	"github.com/kubernetes-sigs/alibaba-cloud-csi-driver/pkg/utils"
 	"k8s.io/client-go/kubernetes"
 )
 
 var (
-	fstypeToFactory      = map[string]func(*corev1.ConfigMap, metadata.MetadataProvider) OSSFuseMounterType{}
+	fstypeToFactory      = map[string]func(utils.Config, metadata.MetadataProvider) OSSFuseMounterType{}
 	fstypeToPath         = map[string]string{}
 	fstypeToInterceptors = map[string][]mounter.MountInterceptor{}
 )
 
 // RegisterFuseMounter registers a fuse mounter factory for a given fstype
-func RegisterFuseMounter(fstype string, factory func(*corev1.ConfigMap, metadata.MetadataProvider) OSSFuseMounterType) {
+func RegisterFuseMounter(fstype string, factory func(utils.Config, metadata.MetadataProvider) OSSFuseMounterType) {
 	fstypeToFactory[fstype] = factory
 }
 
@@ -50,12 +50,12 @@ func GetFuseMountInterceptors(fstype string) ([]mounter.MountInterceptor, bool)
 }
 
 // GetFuseMounter returns a fuse mounter instance for the given fstype
-func GetFuseMounter(fstype string, configmap *corev1.ConfigMap, m metadata.MetadataProvider) (OSSFuseMounterType, error) {
+func GetFuseMounter(fstype string, csiCfg utils.Config, m metadata.MetadataProvider) (OSSFuseMounterType, error) {
 	factory, ok := fstypeToFactory[fstype]
 	if !ok {
 		return nil, &UnsupportedFstypeError{Fstype: fstype}
 	}
-	return factory(configmap, m), nil
+	return factory(csiCfg, m), nil
 }
 
 // GetAllRegisteredFuseTypes returns all registered fuse types
@@ -70,10 +70,10 @@ func GetAllRegisteredFuseTypes() []string {
 // GetAllOSSFusePodManagers creates a map of all registered OSS fuse pod managers
 // configmap can be nil if not available (e.g., in CSI agent mode)
 // client can be nil if not needed (e.g., in CSI agent mode)
-func GetAllOSSFusePodManagers(configmap *corev1.ConfigMap, m metadata.MetadataProvider, client kubernetes.Interface) map[string]*OSSFusePodManager {
+func GetAllOSSFusePodManagers(csiCfg utils.Config, m metadata.MetadataProvider, client kubernetes.Interface) map[string]*OSSFusePodManager {
 	fusePodManagers := make(map[string]*OSSFusePodManager, len(fstypeToFactory))
 	for fstype, factory := range fstypeToFactory {
-		fusePodManagers[fstype] = NewOSSFusePodManager(factory(configmap, m), client)
+		fusePodManagers[fstype] = NewOSSFusePodManager(factory(csiCfg, m), client)
 	}
 	return fusePodManagers
 }