Make cloud-controller-manager an experimental feature - disabled by default. (#1832)

Add Kubernetes CSI interface and AWS Ebs drivers as an experimental feature - also disabled by default.

Migrate existing in-tree pv's to CSI provisioned.

Make warnings more prominent.  Turn up logging to CSI components for testing.

Author: davidmccormick

build

@@ -6,8 +6,8 @@ TAG=$(git describe --exact-match --abbrev=0 --tags "${COMMIT}" 2> /dev/null || t
 BRANCH=$(git branch | grep \* | cut -d ' ' -f2 | sed -e 's/[^a-zA-Z0-9+=._:/-]*//g' || true)
 OUTPUT_PATH=${OUTPUT_PATH:-"bin/kube-aws"}
 VERSION=""
-ETCD_VERSION="v3.3.17"
-KUBERNETES_VERSION="v1.15.6"
+ETCD_VERSION="v3.3.18"
+KUBERNETES_VERSION="v1.15.9"
 
 if [ -z "$TAG" ]; then
         [[ -n "$BRANCH" ]] && VERSION="${BRANCH}/"

builtin/files/cluster.yaml.tmpl

@@ -1449,6 +1449,34 @@ experimental:
     usernameClaim: "email"
     groupsClaim: "groups"
 
+  # Enable cloudControllerManager to move AWS cloud-provider code out of the kube-controller-manager and into a separate cloud-controller-manager
+  # WARNING: enabling the cloud-controller-manager removes legacy PVC/Storage code - you will need to enable the alpha
+  # ContainerStorageInterface experimental feature to priovide EBS volume integtation and you risk losing any existing volumes.
+  cloudControllerManager:
+    enabled: false
+
+  # Enable experimental Container Storage Interface (CSI)
+  # This subsystem is designed to replace legacy in-tree storage code with a standard interface (CSI) and external compliant drivers
+  # WARNING: this is for testing purposes only - their is no guarantee that your existing in-tree provisioned volumes will continue to
+  # work once CSI has been enabled (and they didn't work during my testing, although new volumes appeared to work)
+  containerStorageInterface:
+    enabled: false
+    # csiProvisioner:
+    #   repo: quay.io/k8scsi/csi-provisioner
+    #   tag: v1.3.1
+    # csiAttacher:
+    #   repo: quay.io/k8scsi/csi-attacher
+    #   tag: v1.2.0
+    # csiLivenessProbe:
+    #   repo: quay.io/k8scsi/livenessprobe
+    #   tag: v1.1.0
+    # csiNodeDriverRegistrar:
+    #   repo: quay.io/k8scsi/csi-node-driver-registrar
+    #   tag: v1.1.0
+    # amazonEBSDriver:
+    #   repo: amazon/aws-ebs-csi-driver
+    #   tag: v0.4.0
+
   # When set to true this configures the k8s aws provider so that it doesn't modify every node's security group
   # to include an additional ingress rule per an ELB created for a k8s service whose type is "LoadBalancer".
   # It requires that the user has setup a rule that allows inbound traffic on kubelet ports