remove filters dropping critical cpu, memory, and k8s state metrics

Author: jamescripter

charts/nr-k8s-otel-collector/examples/k8s/rendered/daemonset-configmap.yaml

@@ -514,25 +514,6 @@ data:
                 aggregation_type: sum
 
       # following system.% metrics reduce metrics reported by hostmetrics receiver
-      filter/exclude_cpu_utilization:
-        metrics:
-          datapoint:
-            - 'metric.name == "system.cpu.utilization" and attributes["state"] == "interrupt"'
-            - 'metric.name == "system.cpu.utilization" and attributes["state"] == "nice"'
-            - 'metric.name == "system.cpu.utilization" and attributes["state"] == "softirq"'
-      filter/exclude_memory_utilization:
-        metrics:
-          datapoint:
-            - 'metric.name == "system.memory.utilization" and attributes["state"] == "slab_unreclaimable"'
-            - 'metric.name == "system.memory.utilization" and attributes["state"] == "inactive"'
-            - 'metric.name == "system.memory.utilization" and attributes["state"] == "cached"'
-            - 'metric.name == "system.memory.utilization" and attributes["state"] == "buffered"'
-            - 'metric.name == "system.memory.utilization" and attributes["state"] == "slab_reclaimable"'
-      filter/exclude_memory_usage:
-        metrics:
-          datapoint:
-            - 'metric.name == "system.memory.usage" and attributes["state"] == "slab_unreclaimable"'
-            - 'metric.name == "system.memory.usage" and attributes["state"] == "inactive"'
       filter/exclude_filesystem_utilization:
         metrics:
           datapoint:
@@ -770,9 +751,6 @@ data:
             - filter/exclude_metrics_low_data_mode
             - metricstransform/hostmetrics_cpu
             - transform/truncate
-            - filter/exclude_cpu_utilization
-            - filter/exclude_memory_utilization
-            - filter/exclude_memory_usage
             - filter/exclude_filesystem_utilization
             - filter/exclude_filesystem_usage
             - filter/exclude_filesystem_inodes_usage

charts/nr-k8s-otel-collector/examples/k8s/rendered/deployment-configmap.yaml

@@ -477,37 +477,6 @@ data:
           metric:
             - 'HasAttrOnDatapoint("low.data.mode", "false")'
 
-      filter/exclude_zero_value_kube_node_status_condition:
-        metrics:
-          datapoint:
-            - metric.name == "kube_node_status_condition" and value_double == 0.0
-
-      filter/exclude_zero_value_kube_persistentvolumeclaim_status_phase:
-        metrics:
-          datapoint:
-            - metric.name == "kube_persistentvolumeclaim_status_phase" and value_double == 0.0
-
-      filter/nr_exclude_zero_value_kube_pod_container_deployment_statuses:
-        metrics:
-          datapoint:
-            - metric.name == "kube_pod_status_phase" and value_double < 0.5
-            - metric.name == "kube_pod_status_ready" and value_double < 0.5
-            - metric.name == "kube_pod_status_scheduled" and value_double < 0.5
-            - metric.name == "kube_pod_container_status_ready" and value_double < 0.5
-            - metric.name == "kube_pod_container_status_phase" and value_double < 0.5
-            - metric.name == "kube_pod_container_status_restarts_total" and value_double < 0.5
-            - metric.name == "kube_deployment_status_condition" and value_double < 0.5
-            - metric.name == "kube_pod_container_status_waiting_reason" and value_double < 0.5
-
-      filter/nr_exclude_zero_value_kube_jobs:
-        metrics:
-          datapoint:
-            - metric.name == "kube_job_complete" and value_double < 0.5
-            - metric.name == "kube_job_spec_parallelism" and value_double < 0.5
-            - metric.name == "kube_job_status_failed" and value_double < 0.5
-            - metric.name == "kube_job_status_active" and value_double < 0.5
-            - metric.name == "kube_job_status_succeeded" and value_double < 0.5
-
       resource/newrelic:
         attributes:
           # We set the cluster name to what the customer specified in the helm chart
@@ -756,15 +725,11 @@ data:
           processors:
             - memory_limiter
             - metricstransform/kube_pod_container_status_phase
-            - filter/exclude_zero_value_kube_node_status_condition
-            - filter/exclude_zero_value_kube_persistentvolumeclaim_status_phase
-            - filter/nr_exclude_zero_value_kube_pod_container_deployment_statuses
             - transform/convert_timestamp
             - metricstransform/ldm
             - metricstransform/k8s_cluster_info_ldm
             - metricstransform/ksm
             - filter/exclude_metrics_low_data_mode
-            - filter/nr_exclude_zero_value_kube_jobs
             - transform/low_data_mode_inator
             - resource/low_data_mode_inator
             - resource/newrelic

charts/nr-k8s-otel-collector/templates/daemonset-configmap.yaml

@@ -531,25 +531,6 @@ data:
                 aggregation_type: sum
 
       # following system.% metrics reduce metrics reported by hostmetrics receiver
-      filter/exclude_cpu_utilization:
-        metrics:
-          datapoint:
-            - 'metric.name == "system.cpu.utilization" and attributes["state"] == "interrupt"'
-            - 'metric.name == "system.cpu.utilization" and attributes["state"] == "nice"'
-            - 'metric.name == "system.cpu.utilization" and attributes["state"] == "softirq"'
-      filter/exclude_memory_utilization:
-        metrics:
-          datapoint:
-            - 'metric.name == "system.memory.utilization" and attributes["state"] == "slab_unreclaimable"'
-            - 'metric.name == "system.memory.utilization" and attributes["state"] == "inactive"'
-            - 'metric.name == "system.memory.utilization" and attributes["state"] == "cached"'
-            - 'metric.name == "system.memory.utilization" and attributes["state"] == "buffered"'
-            - 'metric.name == "system.memory.utilization" and attributes["state"] == "slab_reclaimable"'
-      filter/exclude_memory_usage:
-        metrics:
-          datapoint:
-            - 'metric.name == "system.memory.usage" and attributes["state"] == "slab_unreclaimable"'
-            - 'metric.name == "system.memory.usage" and attributes["state"] == "inactive"'
       filter/exclude_filesystem_utilization:
         metrics:
           datapoint:
@@ -817,9 +798,6 @@ data:
             {{- end }}
             - metricstransform/hostmetrics_cpu
             - transform/truncate
-            - filter/exclude_cpu_utilization
-            - filter/exclude_memory_utilization
-            - filter/exclude_memory_usage
             - filter/exclude_filesystem_utilization
             - filter/exclude_filesystem_usage
             - filter/exclude_filesystem_inodes_usage

charts/nr-k8s-otel-collector/templates/deployment-configmap.yaml

@@ -522,37 +522,6 @@ data:
           metric:
             - 'HasAttrOnDatapoint("low.data.mode", "false")'
 
-      filter/exclude_zero_value_kube_node_status_condition:
-        metrics:
-          datapoint:
-            - metric.name == "kube_node_status_condition" and value_double == 0.0
-
-      filter/exclude_zero_value_kube_persistentvolumeclaim_status_phase:
-        metrics:
-          datapoint:
-            - metric.name == "kube_persistentvolumeclaim_status_phase" and value_double == 0.0
-
-      filter/nr_exclude_zero_value_kube_pod_container_deployment_statuses:
-        metrics:
-          datapoint:
-            - metric.name == "kube_pod_status_phase" and value_double < 0.5
-            - metric.name == "kube_pod_status_ready" and value_double < 0.5
-            - metric.name == "kube_pod_status_scheduled" and value_double < 0.5
-            - metric.name == "kube_pod_container_status_ready" and value_double < 0.5
-            - metric.name == "kube_pod_container_status_phase" and value_double < 0.5
-            - metric.name == "kube_pod_container_status_restarts_total" and value_double < 0.5
-            - metric.name == "kube_deployment_status_condition" and value_double < 0.5
-            - metric.name == "kube_pod_container_status_waiting_reason" and value_double < 0.5
-
-      filter/nr_exclude_zero_value_kube_jobs:
-        metrics:
-          datapoint:
-            - metric.name == "kube_job_complete" and value_double < 0.5
-            - metric.name == "kube_job_spec_parallelism" and value_double < 0.5
-            - metric.name == "kube_job_status_failed" and value_double < 0.5
-            - metric.name == "kube_job_status_active" and value_double < 0.5
-            - metric.name == "kube_job_status_succeeded" and value_double < 0.5
-
     {{- if include "newrelic.common.openShift" . }}
       resourcedetection/openshift:
         detectors: ["openshift"]
@@ -826,16 +795,12 @@ data:
           processors:
             - memory_limiter
             - metricstransform/kube_pod_container_status_phase
-            - filter/exclude_zero_value_kube_node_status_condition
-            - filter/exclude_zero_value_kube_persistentvolumeclaim_status_phase
-            - filter/nr_exclude_zero_value_kube_pod_container_deployment_statuses
             - transform/convert_timestamp
             {{- if include "nrKubernetesOtel.lowDataMode" . }}
             - metricstransform/ldm
             - metricstransform/k8s_cluster_info_ldm
             - metricstransform/ksm
             - filter/exclude_metrics_low_data_mode
-            - filter/nr_exclude_zero_value_kube_jobs
             - transform/low_data_mode_inator
             - resource/low_data_mode_inator
             {{- end }}