SDKQE-3786: Bucket/scope/collection creation support in allocate command

Author: Aaliya7516

clusterdef/cluster.go

@@ -8,14 +8,30 @@ type Cluster struct {
 	Expiry  time.Duration `yaml:"expiry,omitempty"`
 	Purpose string        `yaml:"purpose,omitempty"`
 
-	Columnar   bool         `yaml:"columnar,omitempty"`
-	NodeGroups []*NodeGroup `yaml:"nodes,omitempty"`
+	Columnar   bool              `yaml:"columnar,omitempty"`
+	NodeGroups []*NodeGroup      `yaml:"nodes,omitempty"`
+	Buckets    map[string]Bucket `yaml:"buckets,omitempty"`
 
 	Docker DockerCluster `yaml:"docker,omitempty"`
 	Cao    CaoCluster    `yaml:"cao,omitempty"`
 	Cloud  CloudCluster  `yaml:"cloud,omitempty"`
 }
 
+type Bucket struct {
+	Settings Settings `yaml:"settings,omitempty"`
+	Scopes   Scopes   `yaml:",inline"`
+}
+
+type Settings struct {
+	RamQuotaMB   int  `yaml:"ram-quota-mb,omitempty"`
+	FlushEnabled bool `yaml:"flush-enabled,omitempty"`
+	NumReplicas  int  `yaml:"num-replicas,omitempty"`
+}
+
+type Scopes map[string]Collections
+
+type Collections []string
+
 type DockerCluster struct {
 	Username string `yaml:"username,omitempty"`
 	Password string `yaml:"password,omitempty"`

cmd/allocate.go

@@ -75,6 +75,41 @@ var allocateCmd = &cobra.Command{
 			logger.Fatal("cluster deployment failed", zap.Error(err))
 		}
 
+		if len(def.Buckets) > 0 {
+			for bucketName, bucketDef := range def.Buckets {
+				err := deployer.CreateBucket(ctx, cluster.GetID(), &deployment.CreateBucketOptions{
+					Name:         bucketName,
+					RamQuotaMB:   bucketDef.Settings.RamQuotaMB,
+					FlushEnabled: bucketDef.Settings.FlushEnabled,
+					NumReplicas:  bucketDef.Settings.NumReplicas,
+				})
+				if err != nil {
+					logger.Fatal("failed to create bucket", zap.String("bucket", bucketName), zap.Error(err))
+				}
+				logger.Info("bucket created", zap.String("bucket", bucketName))
+
+				for scopeName, collections := range bucketDef.Scopes {
+					if scopeName == "" {
+						continue
+					}
+					if err := deployer.CreateScope(ctx, cluster.GetID(), bucketName, scopeName); err != nil {
+						logger.Fatal("failed to create scope", zap.String("bucket", bucketName), zap.String("scope", scopeName), zap.Error(err))
+					}
+					logger.Info("scope created", zap.String("bucket", bucketName), zap.String("scope", scopeName))
+
+					for _, collName := range collections {
+						if collName == "" {
+							continue
+						}
+						if err := deployer.CreateCollection(ctx, cluster.GetID(), bucketName, scopeName, collName); err != nil {
+							logger.Fatal("failed to create collection", zap.String("bucket", bucketName), zap.String("scope", scopeName), zap.String("collection", collName), zap.Error(err))
+						}
+						logger.Info("collection created", zap.String("bucket", bucketName), zap.String("scope", scopeName), zap.String("collection", collName))
+					}
+				}
+			}
+		}
+
 		switch cluster := cluster.(type) {
 		case *clouddeploy.ClusterInfo:
 			if cluster.CloudClusterID != "" {

examples/buckets-scope-collection.yaml

@@ -0,0 +1,18 @@
+nodes:
+  - count: 3
+    services: [kv, n1ql, index]
+buckets:
+  app-data:
+    settings:
+      ram-quota-mb: 512
+      flush-enabled: true
+      num-replicas: 1
+    inventory:
+      - products
+      - warehouses
+    sales: []
+  logs:
+    ops:
+      - requests
+      - errors
+  client-info: {}