PLT-1911: Addded graceful_creation_timeout feature for all clusters

SivaanandM · SivaanandM · commit a99eefaa4921 · 2025-09-23T11:32:22.000+05:30
diff --git a/docs/resources/cluster_aks.md b/docs/resources/cluster_aks.md
@@ -129,6 +129,7 @@ Refer to the [Import section](/docs#import) to learn more.
 - `description` (String) The description of the cluster. Default value is empty string.
 - `force_delete` (Boolean) If set to `true`, the cluster will be force deleted and user has to manually clean up the provisioned cloud resources.
 - `force_delete_delay` (Number) Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.
+- `graceful_creation_timeout` (Boolean) If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.
 - `host_config` (Block List) The host configuration for the cluster. (see [below for nested schema](#nestedblock--host_config))
 - `namespaces` (Block List) The namespaces for the cluster. (see [below for nested schema](#nestedblock--namespaces))
 - `os_patch_after` (String) The date and time after which to patch the cluster. Prefix the time value with the respective RFC. Ex: `RFC3339: 2006-01-02T15:04:05Z07:00`
diff --git a/docs/resources/cluster_aws.md b/docs/resources/cluster_aws.md
@@ -160,6 +160,7 @@ Refer to the [Import section](/docs#import) to learn more.
 - `description` (String) The description of the cluster. Default value is empty string.
 - `force_delete` (Boolean) If set to `true`, the cluster will be force deleted and user has to manually clean up the provisioned cloud resources.
 - `force_delete_delay` (Number) Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.
+- `graceful_creation_timeout` (Boolean) If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.
 - `host_config` (Block List) The host configuration for the cluster. (see [below for nested schema](#nestedblock--host_config))
 - `namespaces` (Block List) The namespaces for the cluster. (see [below for nested schema](#nestedblock--namespaces))
 - `os_patch_after` (String) Date and time after which to patch cluster `RFC3339: 2006-01-02T15:04:05Z07:00`
diff --git a/docs/resources/cluster_azure.md b/docs/resources/cluster_azure.md
@@ -142,6 +142,7 @@ Refer to the [Import section](/docs#import) to learn more.
 - `description` (String) The description of the cluster. Default value is empty string.
 - `force_delete` (Boolean) If set to `true`, the cluster will be force deleted and user has to manually clean up the provisioned cloud resources.
 - `force_delete_delay` (Number) Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.
+- `graceful_creation_timeout` (Boolean) If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.
 - `host_config` (Block List) The host configuration for the cluster. (see [below for nested schema](#nestedblock--host_config))
 - `namespaces` (Block List) The namespaces for the cluster. (see [below for nested schema](#nestedblock--namespaces))
 - `os_patch_after` (String) Date and time after which to patch cluster `RFC3339: 2006-01-02T15:04:05Z07:00`
diff --git a/docs/resources/cluster_custom_cloud.md b/docs/resources/cluster_custom_cloud.md
@@ -160,6 +160,7 @@ Refer to the [Import section](/docs#import) to learn more.
 - `description` (String) The description of the cluster. Default value is empty string.
 - `force_delete` (Boolean) If set to `true`, the cluster will be force deleted and user has to manually clean up the provisioned cloud resources.
 - `force_delete_delay` (Number) Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.
+- `graceful_creation_timeout` (Boolean) If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.
 - `location_config` (Block List) (see [below for nested schema](#nestedblock--location_config))
 - `namespaces` (Block List) The namespaces for the cluster. (see [below for nested schema](#nestedblock--namespaces))
 - `os_patch_after` (String) Date and time after which to patch cluster `RFC3339: 2006-01-02T15:04:05Z07:00`
diff --git a/docs/resources/cluster_edge_native.md b/docs/resources/cluster_edge_native.md
@@ -99,6 +99,7 @@ Refer to the [Import section](/docs#import) to learn more.
 - `description` (String) The description of the cluster. Default value is empty string.
 - `force_delete` (Boolean) If set to `true`, the cluster will be force deleted and user has to manually clean up the provisioned cloud resources.
 - `force_delete_delay` (Number) Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.
+- `graceful_creation_timeout` (Boolean) If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.
 - `host_config` (Block List) The host configuration for the cluster. (see [below for nested schema](#nestedblock--host_config))
 - `location_config` (Block List) (see [below for nested schema](#nestedblock--location_config))
 - `namespaces` (Block List) The namespaces for the cluster. (see [below for nested schema](#nestedblock--namespaces))
diff --git a/docs/resources/cluster_edge_vsphere.md b/docs/resources/cluster_edge_vsphere.md
@@ -34,6 +34,7 @@ description: |-
 - `description` (String) The description of the cluster. Default value is empty string.
 - `force_delete` (Boolean) If set to `true`, the cluster will be force deleted and user has to manually clean up the provisioned cloud resources.
 - `force_delete_delay` (Number) Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.
+- `graceful_creation_timeout` (Boolean) If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.
 - `host_config` (Block List) The host configuration for the cluster. (see [below for nested schema](#nestedblock--host_config))
 - `location_config` (Block List) (see [below for nested schema](#nestedblock--location_config))
 - `namespaces` (Block List) The namespaces for the cluster. (see [below for nested schema](#nestedblock--namespaces))
diff --git a/docs/resources/cluster_eks.md b/docs/resources/cluster_eks.md
@@ -131,6 +131,7 @@ Refer to the [Import section](/docs#import) to learn more.
 - `fargate_profile` (Block List) (see [below for nested schema](#nestedblock--fargate_profile))
 - `force_delete` (Boolean) If set to `true`, the cluster will be force deleted and user has to manually clean up the provisioned cloud resources.
 - `force_delete_delay` (Number) Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.
+- `graceful_creation_timeout` (Boolean) If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.
 - `host_config` (Block List) The host configuration for the cluster. (see [below for nested schema](#nestedblock--host_config))
 - `namespaces` (Block List) The namespaces for the cluster. (see [below for nested schema](#nestedblock--namespaces))
 - `os_patch_after` (String) Date and time after which to patch cluster `RFC3339: 2006-01-02T15:04:05Z07:00`
diff --git a/docs/resources/cluster_gcp.md b/docs/resources/cluster_gcp.md
@@ -119,6 +119,7 @@ Refer to the [Import section](/docs#import) to learn more.
 - `description` (String) The description of the cluster. Default value is empty string.
 - `force_delete` (Boolean) If set to `true`, the cluster will be force deleted and user has to manually clean up the provisioned cloud resources.
 - `force_delete_delay` (Number) Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.
+- `graceful_creation_timeout` (Boolean) If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.
 - `host_config` (Block List) The host configuration for the cluster. (see [below for nested schema](#nestedblock--host_config))
 - `namespaces` (Block List) The namespaces for the cluster. (see [below for nested schema](#nestedblock--namespaces))
 - `os_patch_after` (String) Date and time after which to patch cluster `RFC3339: 2006-01-02T15:04:05Z07:00`
diff --git a/docs/resources/cluster_gke.md b/docs/resources/cluster_gke.md
@@ -89,6 +89,7 @@ Refer to the [Import section](/docs#import) to learn more.
 - `description` (String) The description of the cluster. Default value is empty string.
 - `force_delete` (Boolean) If set to `true`, the cluster will be force deleted and user has to manually clean up the provisioned cloud resources.
 - `force_delete_delay` (Number) Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.
+- `graceful_creation_timeout` (Boolean) If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.
 - `host_config` (Block List) The host configuration for the cluster. (see [below for nested schema](#nestedblock--host_config))
 - `namespaces` (Block List) The namespaces for the cluster. (see [below for nested schema](#nestedblock--namespaces))
 - `os_patch_after` (String) Date and time after which to patch cluster `RFC3339: 2006-01-02T15:04:05Z07:00`
diff --git a/docs/resources/cluster_maas.md b/docs/resources/cluster_maas.md
@@ -142,6 +142,7 @@ Refer to the [Import section](/docs#import) to learn more.
 - `description` (String) The description of the cluster. Default value is empty string.
 - `force_delete` (Boolean) If set to `true`, the cluster will be force deleted and user has to manually clean up the provisioned cloud resources.
 - `force_delete_delay` (Number) Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.
+- `graceful_creation_timeout` (Boolean) If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.
 - `host_config` (Block List) The host configuration for the cluster. (see [below for nested schema](#nestedblock--host_config))
 - `location_config` (Block List) (see [below for nested schema](#nestedblock--location_config))
 - `namespaces` (Block List) The namespaces for the cluster. (see [below for nested schema](#nestedblock--namespaces))
diff --git a/docs/resources/cluster_openstack.md b/docs/resources/cluster_openstack.md
@@ -101,6 +101,7 @@ resource "spectrocloud_cluster_openstack" "cluster" {
 - `description` (String) The description of the cluster. Default value is empty string.
 - `force_delete` (Boolean) If set to `true`, the cluster will be force deleted and user has to manually clean up the provisioned cloud resources.
 - `force_delete_delay` (Number) Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.
+- `graceful_creation_timeout` (Boolean) If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.
 - `host_config` (Block List) The host configuration for the cluster. (see [below for nested schema](#nestedblock--host_config))
 - `location_config` (Block List) (see [below for nested schema](#nestedblock--location_config))
 - `namespaces` (Block List) The namespaces for the cluster. (see [below for nested schema](#nestedblock--namespaces))
diff --git a/docs/resources/cluster_vsphere.md b/docs/resources/cluster_vsphere.md
@@ -121,6 +121,7 @@ Refer to the [Import section](/docs#import) to learn more.
 - `description` (String) The description of the cluster. Default value is empty string.
 - `force_delete` (Boolean) If set to `true`, the cluster will be force deleted and user has to manually clean up the provisioned cloud resources.
 - `force_delete_delay` (Number) Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.
+- `graceful_creation_timeout` (Boolean) If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.
 - `host_config` (Block List) The host configuration for the cluster. (see [below for nested schema](#nestedblock--host_config))
 - `location_config` (Block List) (see [below for nested schema](#nestedblock--location_config))
 - `namespaces` (Block List) The namespaces for the cluster. (see [below for nested schema](#nestedblock--namespaces))
diff --git a/docs/resources/virtual_cluster.md b/docs/resources/virtual_cluster.md
@@ -66,6 +66,7 @@ resource "spectrocloud_virtual_cluster" "cluster" {
 - `description` (String) The description of the cluster. Default value is empty string.
 - `force_delete` (Boolean) If set to `true`, the cluster will be force deleted and user has to manually clean up the provisioned cloud resources.
 - `force_delete_delay` (Number) Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.
+- `graceful_creation_timeout` (Boolean) If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.
 - `host_cluster_uid` (String)
 - `namespaces` (Block List) The namespaces for the cluster. (see [below for nested schema](#nestedblock--namespaces))
 - `os_patch_after` (String) The date and time after which to patch the cluster. Prefix the time value with the respective RFC. Ex: `RFC3339: 2006-01-02T15:04:05Z07:00`
diff --git a/spectrocloud/cluster_common_crud.go b/spectrocloud/cluster_common_crud.go
@@ -2,6 +2,7 @@ package spectrocloud
 
 import (
 	"context"
+	"fmt"
 	"log"
 	"time"
 
@@ -138,8 +139,39 @@ func waitForClusterCreation(ctx context.Context, d *schema.ResourceData, uid str
 	}
 
 	// Wait, catching any errors
-	_, err := stateConf.WaitForStateContext(ctx)
+	result, err := stateConf.WaitForStateContext(ctx)
 	if err != nil {
+		// Check if graceful_creation_timeout is enabled
+		if gracefulCreationTimeout, ok := d.GetOk("graceful_creation_timeout"); ok && gracefulCreationTimeout.(bool) {
+			// Get current state for warning message
+			currentState := "Unknown"
+			if result != nil {
+				if cluster, ok := result.(*models.V1SpectroCluster); ok && cluster.Status != nil {
+					currentState = cluster.Status.State
+					if cluster.Status.State == "Running" {
+						// Try to get health status
+						if clusterSummary, summaryErr := c.GetClusterOverview(d.Id()); summaryErr == nil {
+							if clusterSummary.Status.Health != nil && clusterSummary.Status.Health.State != "" {
+								if clusterSummary.Status.Health.State != "Healthy" {
+									currentState += "-" + clusterSummary.Status.Health.State
+								}
+							}
+						}
+					}
+				}
+			}
+
+			// Return warning instead of error
+			diags = append(diags, diag.Diagnostic{
+				Severity: diag.Warning,
+				Summary:  "Cluster creation timeout",
+				Detail: fmt.Sprintf(
+					"Cluster creation timed out after waiting for %v. Current cluster state is '%s'. "+
+						"The cluster may still be provisioning in the background and could eventually reach the 'Running-Healthy' state.",
+					d.Timeout(schema.TimeoutCreate)-1*time.Minute, currentState),
+			})
+			return diags, false
+		}
 		return diag.FromErr(err), true
 	}
 	return nil, false
diff --git a/spectrocloud/resource_cluster_aks.go b/spectrocloud/resource_cluster_aks.go
@@ -306,6 +306,12 @@ func resourceClusterAks() *schema.Resource {
 				Description:      "Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.",
 				ValidateDiagFunc: validation.ToDiagFunc(validation.IntAtLeast(20)),
 			},
+			"graceful_creation_timeout": {
+				Type:        schema.TypeBool,
+				Optional:    true,
+				Default:     false,
+				Description: "If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.",
+			},
 		},
 	}
 }
diff --git a/spectrocloud/resource_cluster_aws.go b/spectrocloud/resource_cluster_aws.go
@@ -317,6 +317,12 @@ func resourceClusterAws() *schema.Resource {
 				Description:      "Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.",
 				ValidateDiagFunc: validation.ToDiagFunc(validation.IntAtLeast(20)),
 			},
+			"graceful_creation_timeout": {
+				Type:        schema.TypeBool,
+				Optional:    true,
+				Default:     false,
+				Description: "If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.",
+			},
 		},
 	}
 }
diff --git a/spectrocloud/resource_cluster_azure.go b/spectrocloud/resource_cluster_azure.go
@@ -367,6 +367,12 @@ func resourceClusterAzure() *schema.Resource {
 				Description:      "Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.",
 				ValidateDiagFunc: validation.ToDiagFunc(validation.IntAtLeast(20)),
 			},
+			"graceful_creation_timeout": {
+				Type:        schema.TypeBool,
+				Optional:    true,
+				Default:     false,
+				Description: "If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.",
+			},
 		},
 	}
 }
diff --git a/spectrocloud/resource_cluster_custom_cloud.go b/spectrocloud/resource_cluster_custom_cloud.go
@@ -252,6 +252,12 @@ func resourceClusterCustomCloud() *schema.Resource {
 				Description:      "Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.",
 				ValidateDiagFunc: validation.ToDiagFunc(validation.IntAtLeast(20)),
 			},
+			"graceful_creation_timeout": {
+				Type:        schema.TypeBool,
+				Optional:    true,
+				Default:     false,
+				Description: "If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.",
+			},
 			// Planned for support on future release's - "review_repave_state",
 		},
 	}
diff --git a/spectrocloud/resource_cluster_edge_native.go b/spectrocloud/resource_cluster_edge_native.go
@@ -308,6 +308,12 @@ func resourceClusterEdgeNative() *schema.Resource {
 				Description:      "Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.",
 				ValidateDiagFunc: validation.ToDiagFunc(validation.IntAtLeast(20)),
 			},
+			"graceful_creation_timeout": {
+				Type:        schema.TypeBool,
+				Optional:    true,
+				Default:     false,
+				Description: "If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.",
+			},
 		},
 	}
 }
diff --git a/spectrocloud/resource_cluster_edge_vsphere.go b/spectrocloud/resource_cluster_edge_vsphere.go
@@ -310,6 +310,12 @@ func resourceClusterEdgeVsphere() *schema.Resource {
 				Description:      "Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.",
 				ValidateDiagFunc: validation.ToDiagFunc(validation.IntAtLeast(20)),
 			},
+			"graceful_creation_timeout": {
+				Type:        schema.TypeBool,
+				Optional:    true,
+				Default:     false,
+				Description: "If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.",
+			},
 		},
 	}
 }
diff --git a/spectrocloud/resource_cluster_eks.go b/spectrocloud/resource_cluster_eks.go
@@ -380,6 +380,12 @@ func resourceClusterEks() *schema.Resource {
 				Description:      "Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.",
 				ValidateDiagFunc: validation.ToDiagFunc(validation.IntAtLeast(20)),
 			},
+			"graceful_creation_timeout": {
+				Type:        schema.TypeBool,
+				Optional:    true,
+				Default:     false,
+				Description: "If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.",
+			},
 		},
 	}
 }
diff --git a/spectrocloud/resource_cluster_gcp.go b/spectrocloud/resource_cluster_gcp.go
@@ -251,6 +251,12 @@ func resourceClusterGcp() *schema.Resource {
 				Description:      "Delay duration in minutes to before invoking cluster force delete. Default and minimum is 20.",
 				ValidateDiagFunc: validation.ToDiagFunc(validation.IntAtLeast(20)),
 			},
+			"graceful_creation_timeout": {
+				Type:        schema.TypeBool,
+				Optional:    true,
+				Default:     false,
+				Description: "If set to `true`, cluster creation timeouts will be handled gracefully with warnings instead of errors, preserving the resource in state for subsequent applies to reconcile. Default is `false`.",
+			},
 		},
 	}
 }
diff --git a/spectrocloud/resource_cluster_gke.go b/spectrocloud/resource_cluster_gke.go
diff --git a/spectrocloud/resource_cluster_maas.go b/spectrocloud/resource_cluster_maas.go
diff --git a/spectrocloud/resource_cluster_openstack.go b/spectrocloud/resource_cluster_openstack.go
diff --git a/spectrocloud/resource_cluster_virtual.go b/spectrocloud/resource_cluster_virtual.go
diff --git a/spectrocloud/resource_cluster_vsphere.go b/spectrocloud/resource_cluster_vsphere.go
