Introduce metrics for seed reconciliation LastOperation state (#146)

* add metricGardenSeedOperationState

* add metricGardenSeedOperationState

* export operation state metrics for the seed

* fix format error

* use tab indentation

* run gofmt

Author: adenitiu

pkg/metrics/metrics.go

@@ -104,6 +104,16 @@ func getGardenMetricsDefinitions() map[string]*prometheus.Desc {
 			nil,
 		),
 
+		metricGardenSeedOperationState: prometheus.NewDesc(
+			metricGardenSeedOperationState,
+			"Operation state of a Seed. Possible values: 1=Succeeded|2=Processing|3=Pending|4=Aborted|5=Error|6=Failed. Available operations: 'Create'|'Reconcile'|'Delete'|'Restore'|'Migrate'.",
+			[]string{
+				"name",
+				"operation",
+			},
+			nil,
+		),
+
 		metricGardenGardenletCondition: prometheus.NewDesc(
 			metricGardenGardenletCondition,
 			"Condition state of a Gardenlet. Possible values: -1=Unknown|0=Unhealthy|1=Healthy|2=Progressing",

pkg/metrics/seed.go

@@ -13,6 +13,14 @@ import (
 	"k8s.io/apimachinery/pkg/labels"
 )
 
+var seedOperations = [5]string{
+	string(gardenv1beta1.LastOperationTypeCreate),
+	string(gardenv1beta1.LastOperationTypeReconcile),
+	string(gardenv1beta1.LastOperationTypeDelete),
+	string(gardenv1beta1.LastOperationTypeMigrate),
+	string(gardenv1beta1.LastOperationTypeRestore),
+}
+
 // collectProjectMetrics collect Seed metrics.
 func (c gardenMetricsCollector) collectSeedMetrics(ch chan<- prometheus.Metric) {
 	seeds, err := c.seedInformer.Lister().List(labels.Everything())
@@ -135,6 +143,42 @@ func (c gardenMetricsCollector) collectSeedMetrics(ch chan<- prometheus.Metric)
 			}
 			ch <- metric
 		}
+
+		// Export operation state metrics for the Seed.
+		if seed.Status.LastOperation != nil {
+			lastOperation := string(seed.Status.LastOperation.Type)
+			for _, operation := range seedOperations {
+				var operationState float64
+				if operation == lastOperation {
+					switch seed.Status.LastOperation.State {
+					case gardenv1beta1.LastOperationStateSucceeded:
+						operationState = 1
+					case gardenv1beta1.LastOperationStateProcessing:
+						operationState = 2
+					case gardenv1beta1.LastOperationStatePending:
+						operationState = 3
+					case gardenv1beta1.LastOperationStateAborted:
+						operationState = 4
+					case gardenv1beta1.LastOperationStateError:
+						operationState = 5
+					case gardenv1beta1.LastOperationStateFailed:
+						operationState = 6
+					}
+				}
+				metric, err := prometheus.NewConstMetric(
+					c.descs[metricGardenSeedOperationState],
+					prometheus.GaugeValue,
+					operationState,
+					seed.Name,
+					operation,
+				)
+				if err != nil {
+					ScrapeFailures.With(prometheus.Labels{"kind": "seeds"}).Inc()
+					continue
+				}
+				ch <- metric
+			}
+		}
 	}
 }
 

pkg/metrics/types.go

@@ -5,11 +5,12 @@ const (
 	metricGardenUsersSum       = "garden_users_total"
 
 	// Seed metric
-	metricGardenManagedSeedInfo = "garden_managed_seed_info"
-	metricGardenSeedInfo        = "garden_seed_info"
-	metricGardenSeedCondition   = "garden_seed_condition"
-	metricGardenSeedCapacity    = "garden_seed_capacity"
-	metricGardenSeedUsage       = "garden_seed_usage"
+	metricGardenManagedSeedInfo    = "garden_managed_seed_info"
+	metricGardenSeedInfo           = "garden_seed_info"
+	metricGardenSeedCondition      = "garden_seed_condition"
+	metricGardenSeedCapacity       = "garden_seed_capacity"
+	metricGardenSeedUsage          = "garden_seed_usage"
+	metricGardenSeedOperationState = "garden_seed_operation_states"
 
 	// Gardenlet metric
 	metricGardenGardenletCondition          = "garden_gardenlet_condition"