update values

Author: rajsinghtech

clusters/talos-robbinsdale/apps/monitoring/alloy-values.yaml

@@ -1,120 +0,0 @@
-# Values for Alloy
-persistence:
-  enabled: true
-  size: 10Gi
-resources:
-  requests:
-    cpu: 100m
-    memory: 128Mi
-  limits:
-    cpu: 200m
-    memory: 256Mi
-config:
-  auth_enabled: false
-  server:
-    http_listen_port: 3200
-  storage:
-    backend: filesystem
-    filesystem:
-      dir: /data/alloy
-
-fullnameOverride: alloy
-
-alloy:
-  configMap:
-    content: |-
-      // Write your Alloy config here:
-      logging {
-        level = "info"
-        format = "logfmt"
-      }
-      loki.write "alloy" {
-        endpoint {
-          url = "http://loki.monitoring.svc:3100/loki/api/v1/push"
-        }
-      }
-      // discovery.kubernetes allows you to find scrape targets from Kubernetes resources.
-      // It watches cluster state and ensures targets are continually synced with what is currently running in your cluster.
-      discovery.kubernetes "pod" {
-        role = "pod"
-      }
-
-      // discovery.relabel rewrites the label set of the input targets by applying one or more relabeling rules.
-      // If no rules are defined, then the input targets are exported as-is.
-      discovery.relabel "pod_logs" {
-        targets = discovery.kubernetes.pod.targets
-
-        // Label creation - "namespace" field from "__meta_kubernetes_namespace"
-        rule {
-          source_labels = ["__meta_kubernetes_namespace"]
-          action = "replace"
-          target_label = "namespace"
-        }
-
-        // Label creation - "pod" field from "__meta_kubernetes_pod_name"
-        rule {
-          source_labels = ["__meta_kubernetes_pod_name"]
-          action = "replace"
-          target_label = "pod"
-        }
-
-        // Label creation - "container" field from "__meta_kubernetes_pod_container_name"
-        rule {
-          source_labels = ["__meta_kubernetes_pod_container_name"]
-          action = "replace"
-          target_label = "container"
-        }
-
-        // Label creation -  "app" field from "__meta_kubernetes_pod_label_app_kubernetes_io_name"
-        rule {
-          source_labels = ["__meta_kubernetes_pod_label_app_kubernetes_io_name"]
-          action = "replace"
-          target_label = "app"
-        }
-
-        // Label creation -  "job" field from "__meta_kubernetes_namespace" and "__meta_kubernetes_pod_container_name"
-        // Concatenate values __meta_kubernetes_namespace/__meta_kubernetes_pod_container_name
-        rule {
-          source_labels = ["__meta_kubernetes_namespace", "__meta_kubernetes_pod_container_name"]
-          action = "replace"
-          target_label = "job"
-          separator = "/"
-          replacement = "$1"
-        }
-
-        // Label creation - "container" field from "__meta_kubernetes_pod_uid" and "__meta_kubernetes_pod_container_name"
-        // Concatenate values __meta_kubernetes_pod_uid/__meta_kubernetes_pod_container_name.log
-        rule {
-          source_labels = ["__meta_kubernetes_pod_uid", "__meta_kubernetes_pod_container_name"]
-          action = "replace"
-          target_label = "__path__"
-          separator = "/"
-          replacement = "/var/log/pods/*$1/*.log"
-        }
-
-        // Label creation -  "container_runtime" field from "__meta_kubernetes_pod_container_id"
-        rule {
-          source_labels = ["__meta_kubernetes_pod_container_id"]
-          action = "replace"
-          target_label = "container_runtime"
-          regex = "^(\\S+):\\/\\/.+$"
-          replacement = "$1"
-        }
-      }
-
-      // loki.source.kubernetes tails logs from Kubernetes containers using the Kubernetes API.
-      loki.source.kubernetes "pod_logs" {
-        targets    = discovery.relabel.pod_logs.output
-        forward_to = [loki.process.pod_logs.receiver]
-      }
-      // loki.process receives log entries from other Loki components, applies one or more processing stages,
-      // and forwards the results to the list of receivers in the component's arguments.
-      loki.process "pod_logs" {
-        stage.static_labels {
-            values = {
-              cluster = "envoy-gateway",
-            }
-        }
-
-        forward_to = [loki.write.alloy.receiver]
-      }

clusters/talos-robbinsdale/apps/monitoring/fluent-bit-values.yaml

@@ -1,72 +0,0 @@
-# Values for Fluent-bit
-fullnameOverride: fluent-bit
-image:
-  repository: fluent/fluent-bit
-
-testFramework:
-  enabled: false
-
-podAnnotations:
-  prometheus.io/scrape: "true"
-  prometheus.io/port: "2020"
-  prometheus.io/path: /api/v1/metrics/prometheus
-  fluentbit.io/exclude: "true"
-
-config:
-  service: |
-    [SERVICE]
-        Daemon Off
-        Flush ${FLUSH}
-        Log_Level ${LOG_LEVEL}
-        Parsers_File parsers.conf
-        Parsers_File custom_parsers.conf
-        HTTP_Server On
-        HTTP_Listen 0.0.0.0
-        HTTP_Port ${METRICS_PORT}
-        Health_Check On
-
-  inputs: |
-    [INPUT]
-        Name tail
-        Path /var/log/containers/*.log
-        multiline.parser docker, cri
-        Tag kube.*
-        Mem_Buf_Limit 5MB
-        Skip_Long_Lines On
-
-  filters: |
-    [FILTER]
-        Name kubernetes
-        Match kube.*
-        Merge_Log On
-        Keep_Log Off
-        K8S-Logging.Parser On
-        K8S-Logging.Exclude On
-
-    [FILTER]
-        Name grep
-        Match kube.*
-        Regex $kubernetes['container_name'] ^envoy$
-
-    [FILTER]
-        Name parser
-        Match kube.*
-        Key_Name log
-        Parser envoy
-        Reserve_Data True
-
-  outputs: |
-    [OUTPUT]
-        Name                   loki
-        Match                  kube.*
-        Host                   loki.monitoring.svc.cluster.local
-        Port                   3100
-        Labels                 job=fluentbit, app=$kubernetes['labels']['app'], k8s_namespace_name=$kubernetes['namespace_name'], k8s_pod_name=$kubernetes['pod_name'], k8s_container_name=$kubernetes['container_name']
-
-resources:
-  requests:
-    cpu: 100m
-    memory: 128Mi
-  limits:
-    cpu: 200m
-    memory: 256Mi

clusters/talos-robbinsdale/apps/monitoring/grafana-values.yaml

@@ -1,38 +1,158 @@
-# Values for Grafana
 fullnameOverride: grafana
 persistence:
+  enabled: false
+serviceMonitor:
   enabled: true
-  size: 10Gi
-resources:
-  requests:
-    cpu: 100m
-    memory: 128Mi
-  limits:
-    cpu: 200m
-    memory: 256Mi
 datasources:
   datasources.yaml:
     apiVersion: 1
     datasources:
       - name: Prometheus
         type: prometheus
         url: http://prometheus
+route:
+  main:
+    enabled: true
+    apiVersion: gateway.networking.k8s.io/v1
+    kind: HTTPRoute
+    hostnames:
+      - grafana.lukehouge.com
+      - grafana.rajsingh.info
+    parentRefs:
+      - group: gateway.networking.k8s.io
+        kind: Gateway
+        name: robbinsdale
+        namespace: envoy-gateway-system
 adminPassword: admin
-testFramework:
-  enabled: false
-service:
-  type: LoadBalancer
 dashboardProviders:
   dashboardproviders.yaml:
     apiVersion: 1
     providers:
-      - name: "envoy-gateway"
+      - name: 'envoy-gateway'
         orgId: 1
-        folder: "envoy-gateway"
+        folder: 'envoy-gateway'
         type: file
         disableDeletion: false
         editable: true
         options:
           path: /var/lib/grafana/dashboards/envoy-gateway
+      - name: "argocd"
+        orgId: 1
+        folder: "argocd"
+        type: file
+        disableDeletion: false
+        editable: true
+        options:
+          path: /var/lib/grafana/dashboards/argocd
+      - name: "ceph"
+        orgId: 1
+        folder: "ceph"
+        type: file
+        disableDeletion: false
+        editable: true
+        options:
+          path: /var/lib/grafana/dashboards/ceph
+      - name: "proxmox"
+        orgId: 1
+        folder: "proxmox"
+        type: file
+        disableDeletion: false
+        editable: true
+        options:
+          path: /var/lib/grafana/dashboards/proxmox
+      - name: "kubernetes"
+        orgId: 1
+        folder: "kubernetes"
+        type: file
+        disableDeletion: false
+        editable: true
+        options:
+          path: /var/lib/grafana/dashboards/kubernetes
+      - name: "volsync"
+        orgId: 1
+        folder: "volsync"
+        type: file
+        disableDeletion: false
+        editable: true
+        options:
+          path: /var/lib/grafana/dashboards/volsync
+      - name: "gateway-api"
+        orgId: 1
+        folder: "gateway-api"
+        type: file
+        disableDeletion: false
+        editable: true
+        options:
+          path: /var/lib/grafana/dashboards/gateway-api
 dashboardsConfigMaps:
   envoy-gateway: "grafana-dashboards"
+dashboards:
+  argocd:
+    # https://grafana.com/grafana/dashboards/19993-argocd-operational-overview/
+    argocd-operational-overview:
+      gnetId: 19993
+      revision: 2
+      datasource: prometheus
+    # https://grafana.com/grafana/dashboards/19975-argocd-notifications-overview/
+    argocd-notifications-overview:
+      gnetId: 19975
+      revision: 2
+      datasource: prometheus
+    # https://grafana.com/grafana/dashboards/19974-argocd-application-overview/
+    argocd-application-overview:
+      gnetId: 19974
+      revision: 2
+      datasource: prometheus
+  ceph:
+    ceph-cluster:
+      gnetId: 2842
+      revision: 18
+      datasource: prometheus
+    ceph-osd:
+      gnetId: 5336
+      revision: 9
+      datasource: prometheus
+    ceph-pools:
+      gnetId: 5342
+      revision: 9
+      datasource: prometheus
+  volsync:
+    volsync-overview:
+      gnetId: 21356
+      revision: 3
+      datasource: prometheus
+  gateway-api:
+    # Gateway API Dashboards from Kuadrant
+    gateway-api-gatewayclasses:
+      gnetId: 19432
+      revision: 2
+      datasource: prometheus
+    gateway-api-gateways:
+      gnetId: 19433
+      revision: 2
+      datasource: prometheus
+    gateway-api-httproutes:
+      gnetId: 19434
+      revision: 2
+      datasource: prometheus
+    gateway-api-grpcroutes:
+      gnetId: 19570
+      revision: 2
+      datasource: prometheus
+    gateway-api-tlsroutes:
+      gnetId: 19572
+      revision: 2
+      datasource: prometheus
+    gateway-api-tcproutes:
+      gnetId: 19571
+      revision: 2
+      datasource: prometheus
+    gateway-api-udproutes:
+      gnetId: 19573
+      revision: 2
+      datasource: prometheus
+sidecar:
+  dashboards:
+    enabled: true
+    label: grafana_dashboard
+    folderAnnotation: grafana_folder

clusters/talos-robbinsdale/apps/monitoring/kustomization.yaml

@@ -58,20 +58,6 @@ helmCharts:
     releaseName: opentelemetry-collector
     includeCRDs: true
     valuesFile: opentelemetry-collector-values.yaml
-  # - name: loki
-  #   repo: https://grafana.github.io/helm-charts
-  #   version: 6.12.0
-  #   namespace: monitoring
-  #   releaseName: loki
-  #   includeCRDs: true
-  #   valuesFile: loki-values.yaml
-  # - name: promtail
-  #   repo: https://grafana.github.io/helm-charts
-  #   version: 6.0.0
-  #   namespace: monitoring
-  #   releaseName: promtail
-  #   includeCRDs: true
-  #   valuesFile: promtail-values.yaml
   - name: kube-state-metrics
     repo: https://prometheus-community.github.io/helm-charts
     version: 5.28.0