feat: Experimental support for worker nodes powered by Spot Fleet

See updated nodepool/config/templates/cluster.yaml for the detailed guide of configuration.

This is the initial implementation for #112
Beware that this feature may change in backward-incompatible ways

Author: mumoshu

Makefile

@@ -9,8 +9,8 @@ format:
 
 .PHONY: test
 test: build
-	./test
+	./make/test
 
 .PHONY: test-with-cover
 test-with-cover: build
-	./test with-cover
+	./make/test with-cover

config/config_test.go

@@ -4,10 +4,9 @@ import (
 	"bytes"
 	"fmt"
 	"github.com/coreos/kube-aws/netutil"
+	"github.com/coreos/kube-aws/test/helper"
 	"gopkg.in/yaml.v2"
-	"io/ioutil"
 	"net"
-	"os"
 	"reflect"
 	"strings"
 	"testing"
@@ -896,42 +895,6 @@ func TestValidateExistingVPC(t *testing.T) {
 	}
 }
 
-func withDummyCredentials(fn func(dir string)) {
-	if _, err := ioutil.ReadDir("temp"); err != nil {
-		if err := os.Mkdir("temp", 0755); err != nil {
-			panic(err)
-		}
-	}
-
-	dir, err := ioutil.TempDir("temp", "dummy-credentials")
-
-	if err != nil {
-		panic(err)
-	}
-
-	defer os.Remove(dir)
-
-	for _, pairName := range []string{"ca", "apiserver", "worker", "admin", "etcd", "etcd-client"} {
-		certFile := fmt.Sprintf("%s/%s.pem", dir, pairName)
-
-		if err := ioutil.WriteFile(certFile, []byte("dummycert"), 0644); err != nil {
-			panic(err)
-		}
-
-		defer os.Remove(certFile)
-
-		keyFile := fmt.Sprintf("%s/%s-key.pem", dir, pairName)
-
-		if err := ioutil.WriteFile(keyFile, []byte("dummykey"), 0644); err != nil {
-			panic(err)
-		}
-
-		defer os.Remove(keyFile)
-	}
-
-	fn(dir)
-}
-
 func TestValidateUserData(t *testing.T) {
 	cluster := newDefaultClusterWithDeps(&dummyEncryptService{})
 
@@ -941,7 +904,7 @@ func TestValidateUserData(t *testing.T) {
 		{"us-west-1b", "10.0.2.0/16", nil},
 	}
 
-	withDummyCredentials(func(dir string) {
+	helper.WithDummyCredentials(func(dir string) {
 		var stackTemplateOptions = StackTemplateOptions{
 			TLSAssetsDir:          dir,
 			ControllerTmplFile:    "templates/cloud-config-controller",
@@ -965,7 +928,7 @@ func TestRenderStackTemplate(t *testing.T) {
 		{"us-west-1b", "10.0.2.0/16", nil},
 	}
 
-	withDummyCredentials(func(dir string) {
+	helper.WithDummyCredentials(func(dir string) {
 		var stackTemplateOptions = StackTemplateOptions{
 			TLSAssetsDir:          dir,
 			ControllerTmplFile:    "templates/cloud-config-controller",
@@ -1049,7 +1012,7 @@ routeTableId: rtb-1a2b3c4d
 			}
 			providedConfig.providedEncryptService = &dummyEncryptService{}
 
-			withDummyCredentials(func(dummyTlsAssetsDir string) {
+			helper.WithDummyCredentials(func(dummyTlsAssetsDir string) {
 				var stackTemplateOptions = StackTemplateOptions{
 					TLSAssetsDir:          dummyTlsAssetsDir,
 					ControllerTmplFile:    "templates/cloud-config-controller",

test make/testtest renamed to make/test

@@ -32,6 +32,7 @@ type ProvidedConfig struct {
 	cfg.KubeClusterSettings `yaml:",inline"`
 	cfg.WorkerSettings      `yaml:",inline"`
 	cfg.DeploymentSettings  `yaml:",inline"`
+	Worker                  `yaml:"worker,omitempty"`
 	EtcdEndpoints           string `yaml:"etcdEndpoints,omitempty"`
 	NodePoolName            string `yaml:"nodePoolName,omitempty"`
 	providedEncryptService  cfg.EncryptService
@@ -133,6 +134,7 @@ func NewDefaultCluster() *ProvidedConfig {
 	return &ProvidedConfig{
 		DeploymentSettings: defaults.DeploymentSettings,
 		WorkerSettings:     defaults.WorkerSettings,
+		Worker:             NewDefaultWorker(),
 	}
 }
 
@@ -148,6 +150,22 @@ func ClusterFromBytes(data []byte) (*ProvidedConfig, error) {
 		c.InstanceCIDR = "10.0.1.0/24"
 	}
 
+	//Computed defaults
+	launchSpecs := []LaunchSpecification{}
+	for _, spec := range c.Worker.SpotFleet.LaunchSpecifications {
+		if spec.RootVolumeType == "" {
+			spec.RootVolumeType = c.Worker.SpotFleet.RootVolumeType
+		}
+		if spec.RootVolumeSize == 0 {
+			spec.RootVolumeSize = c.Worker.SpotFleet.UnitRootVolumeSize * spec.WeightedCapacity
+		}
+		if spec.RootVolumeType == "io1" && spec.RootVolumeIOPS == 0 {
+			spec.RootVolumeIOPS = c.Worker.SpotFleet.UnitRootVolumeIOPS * spec.WeightedCapacity
+		}
+		launchSpecs = append(launchSpecs, spec)
+	}
+	c.Worker.SpotFleet.LaunchSpecifications = launchSpecs
+
 	if err := c.valid(); err != nil {
 		return nil, fmt.Errorf("invalid cluster: %v", err)
 	}
@@ -193,6 +211,10 @@ func (c ProvidedConfig) valid() error {
 		return err
 	}
 
+	if err := c.Worker.Valid(); err != nil {
+		return err
+	}
+
 	return nil
 }