diff --git a/.github/workflows/yaml-lint.yaml b/.github/workflows/yaml-lint.yaml index 48bb1535..e410b50f 100644 --- a/.github/workflows/yaml-lint.yaml +++ b/.github/workflows/yaml-lint.yaml @@ -23,7 +23,7 @@ jobs: python-version: '3.x' - name: Install yamllint - run: pip install yamllint + run: pip install -r requirements-test.txt - name: Lint YAML files in examples directory - run: yamllint examples/ + run: make lint diff --git a/.yamlfmt b/.yamlfmt new file mode 100644 index 00000000..3ab7cbeb --- /dev/null +++ b/.yamlfmt @@ -0,0 +1,10 @@ +formatter: + type: basic + indent: 2 + retain_line_breaks: true + retain_line_breaks_single: true + trim_trailing_whitespace: true + eof_newline: true + max_line_length: 120 + pad_line_comments: 2 + include_document_start: false diff --git a/Makefile b/Makefile new file mode 100644 index 00000000..070c0f18 --- /dev/null +++ b/Makefile @@ -0,0 +1,18 @@ +.PHONY: help lint fix-lint + +help: + @echo "Available targets:" + @echo " lint - Run YAML linting to check for issues" + @echo " fmt - Automatically fix common YAML linting issues" + @echo " help - Show this help message" + +.DEFAULT_GOAL := help +lint: + yamllint examples + +fmt: + @echo "Checking for YAML formatting tools..." + @yamlfmt examples/ \ + @echo "Adding missing newlines at end of files..." + @yamllint --list-files config 2>/dev/null | xargs -I {} sh -c 'if [ -s "{}" ] && [ "$$(tail -c 1 "{}" | wc -l)" -eq 0 ]; then echo "" >> "{}"; fi' + @echo "Auto-fix complete! Run 'make lint' to check for remaining issues." diff --git a/examples/label-small-scale-cluster-density.yaml b/examples/label-small-scale-cluster-density.yaml index 92e62d38..1b4b8a47 100644 --- a/examples/label-small-scale-cluster-density.yaml +++ b/examples/label-small-scale-cluster-density.yaml @@ -10,56 +10,56 @@ tests: ocpVersion: "{{ version }}" not: stream: okd - # networkType: OVNKubernetes - # encrypted: true - # fips: false - # ipsec: false + # networkType: OVNKubernetes + # encrypted: true + # fips: false + # ipsec: false metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PodLatency]" - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PodLatency]" + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: ovnKubernetes]" + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: ovnKubernetes]" - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" - - name: etcdDisk - metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds - metric_of_interest: value - agg: - value: duration - agg_type: avg - labels: - - "[Jira: etcd]" + - name: etcdDisk + metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds + metric_of_interest: value + agg: + value: duration + agg_type: avg + labels: + - "[Jira: etcd]" diff --git a/examples/large-scale-cluster-density.yaml b/examples/large-scale-cluster-density.yaml index a3541d36..dbb626d4 100644 --- a/examples/large-scale-cluster-density.yaml +++ b/examples/large-scale-cluster-density.yaml @@ -9,140 +9,140 @@ tests: benchmark.keyword: cluster-density-v2 ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - direction: 1 - threshold: 10 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + direction: 1 + threshold: 10 - - name: multusCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: multus]" - direction: 1 - threshold: 10 + - name: multusCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: multus]" + direction: 1 + threshold: 10 - - name: monitoringCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-monitoring - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: monitoring]" - direction: 1 - threshold: 10 + - name: monitoringCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-monitoring + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: monitoring]" + direction: 1 + threshold: 10 - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 - threshold: 10 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 + threshold: 10 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 - - name: ovsCPU-irate-all - metricName.keyword: cgroupCPU - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsCPU-irate-all + metricName.keyword: cgroupCPU + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-Workers - metricName.keyword: cgroupMemoryRSS-Workers - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-Workers + metricName.keyword: cgroupMemoryRSS-Workers + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-Masters - metricName.keyword: cgroupMemoryRSS-Masters - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-Masters + metricName.keyword: cgroupMemoryRSS-Masters + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-all - metricName.keyword: cgroupMemoryRSS - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-all + metricName.keyword: cgroupMemoryRSS + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 diff --git a/examples/large-scale-node-density-cni.yaml b/examples/large-scale-node-density-cni.yaml index 4cde96d1..9d162199 100644 --- a/examples/large-scale-node-density-cni.yaml +++ b/examples/large-scale-node-density-cni.yaml @@ -9,293 +9,293 @@ tests: benchmark.keyword: node-density-cni ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 - - name: serviceReadyLatency - metricName.keyword: serviceLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 + - name: serviceReadyLatency + metricName.keyword: serviceLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - direction: 1 - threshold: 10 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + direction: 1 + threshold: 10 - - name: multusCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: multus]" - direction: 1 - threshold: 10 + - name: multusCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: multus]" + direction: 1 + threshold: 10 - - name: monitoringCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-monitoring - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: monitoring]" - direction: 1 - threshold: 10 + - name: monitoringCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-monitoring + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: monitoring]" + direction: 1 + threshold: 10 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 - threshold: 10 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 + threshold: 10 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 - - name: ovsCPU-irate-all - metricName.keyword: cgroupCPU - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsCPU-irate-all + metricName.keyword: cgroupCPU + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnkCPU-overall - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnkCPU-overall + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-ovncontroller - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-ovncontroller + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-northd - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-northd + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-nbdb - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-nbdb + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-sbdb - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-sbdb + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-ovnk-controller - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-ovnk-controller + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-Workers - metricName.keyword: cgroupMemoryRSS-Workers - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-Workers + metricName.keyword: cgroupMemoryRSS-Workers + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-Masters - metricName.keyword: cgroupMemoryRSS-Masters - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-Masters + metricName.keyword: cgroupMemoryRSS-Masters + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-all - metricName.keyword: cgroupMemoryRSS - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-all + metricName.keyword: cgroupMemoryRSS + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnkMem-overall - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnkMem-overall + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-ovncontroller - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-ovncontroller + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-northd - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-northd + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-nbdb - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-nbdb + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-sbdb - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-sbdb + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-ovnk-controller - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-ovnk-controller + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 diff --git a/examples/large-scale-node-density.yaml b/examples/large-scale-node-density.yaml index 08b3b897..001f3d28 100644 --- a/examples/large-scale-node-density.yaml +++ b/examples/large-scale-node-density.yaml @@ -9,77 +9,77 @@ tests: benchmark.keyword: node-density ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 - - name: containersStartedLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: ContainersStarted - labels: - - "[Jira: PodLatency]" - metric_of_interest: P99 - direction: 1 - threshold: 25 + - name: containersStartedLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: ContainersStarted + labels: + - "[Jira: PodLatency]" + metric_of_interest: P99 + direction: 1 + threshold: 25 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - direction: 1 - threshold: 10 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + direction: 1 + threshold: 10 - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 - threshold: 10 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 + threshold: 10 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 diff --git a/examples/large-scale-udn-l2.yaml b/examples/large-scale-udn-l2.yaml index f6ed2f7a..aec408f3 100644 --- a/examples/large-scale-udn-l2.yaml +++ b/examples/large-scale-udn-l2.yaml @@ -11,10 +11,10 @@ tests: benchmark.keyword: udn-density-pods ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd # encrypted: true @@ -22,231 +22,231 @@ tests: # ipsec: false metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - jobName.keyword: udn-density-l2-pods - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 - - name: ovsCPU-irate-all - metricName.keyword: cgroupCPU - jobName.keyword: udn-density-l2-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkCPU-overall - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovncontroller - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-northd - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-nbdb - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-sbdb - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovnk-controller - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-Workers - metricName.keyword: cgroupMemoryRSS-Workers - jobName.keyword: udn-density-l2-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-Masters - metricName.keyword: cgroupMemoryRSS-Masters - jobName.keyword: udn-density-l2-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-all - metricName.keyword: cgroupMemoryRSS - jobName.keyword: udn-density-l2-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkMem-overall - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovncontroller - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-northd - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-nbdb - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-sbdb - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovnk-controller - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + jobName.keyword: udn-density-l2-pods + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 + - name: ovsCPU-irate-all + metricName.keyword: cgroupCPU + jobName.keyword: udn-density-l2-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkCPU-overall + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovncontroller + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-northd + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-nbdb + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-sbdb + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovnk-controller + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-Workers + metricName.keyword: cgroupMemoryRSS-Workers + jobName.keyword: udn-density-l2-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-Masters + metricName.keyword: cgroupMemoryRSS-Masters + jobName.keyword: udn-density-l2-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-all + metricName.keyword: cgroupMemoryRSS + jobName.keyword: udn-density-l2-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkMem-overall + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovncontroller + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-northd + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-nbdb + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-sbdb + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovnk-controller + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 diff --git a/examples/large-scale-udn-l3.yaml b/examples/large-scale-udn-l3.yaml index 8830c2d4..100cfb8e 100644 --- a/examples/large-scale-udn-l3.yaml +++ b/examples/large-scale-udn-l3.yaml @@ -11,10 +11,10 @@ tests: benchmark.keyword: udn-density-pods ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd # encrypted: true @@ -22,231 +22,231 @@ tests: # ipsec: false metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - jobName.keyword: udn-density-l3-pods - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 - - name: ovsCPU-irate-all - metricName.keyword: cgroupCPU - jobName.keyword: udn-density-l3-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkCPU-overall - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovncontroller - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-northd - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-nbdb - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-sbdb - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovnk-controller - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-Workers - metricName.keyword: cgroupMemoryRSS-Workers - jobName.keyword: udn-density-l3-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-Masters - metricName.keyword: cgroupMemoryRSS-Masters - jobName.keyword: udn-density-l3-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-all - metricName.keyword: cgroupMemoryRSS - jobName.keyword: udn-density-l3-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkMem-overall - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovncontroller - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-northd - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-nbdb - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-sbdb - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovnk-controller - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + jobName.keyword: udn-density-l3-pods + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 + - name: ovsCPU-irate-all + metricName.keyword: cgroupCPU + jobName.keyword: udn-density-l3-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkCPU-overall + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovncontroller + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-northd + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-nbdb + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-sbdb + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovnk-controller + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-Workers + metricName.keyword: cgroupMemoryRSS-Workers + jobName.keyword: udn-density-l3-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-Masters + metricName.keyword: cgroupMemoryRSS-Masters + jobName.keyword: udn-density-l3-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-all + metricName.keyword: cgroupMemoryRSS + jobName.keyword: udn-density-l3-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkMem-overall + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovncontroller + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-northd + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-nbdb + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-sbdb + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovnk-controller + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 diff --git a/examples/med-scale-cluster-density.yaml b/examples/med-scale-cluster-density.yaml index e579d140..8874e846 100644 --- a/examples/med-scale-cluster-density.yaml +++ b/examples/med-scale-cluster-density.yaml @@ -9,140 +9,140 @@ tests: benchmark.keyword: cluster-density-v2 ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - direction: 1 - threshold: 10 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + direction: 1 + threshold: 10 - - name: multusCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: multus]" - direction: 1 - threshold: 10 + - name: multusCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: multus]" + direction: 1 + threshold: 10 - - name: monitoringCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-monitoring - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: monitoring]" - direction: 1 - threshold: 10 + - name: monitoringCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-monitoring + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: monitoring]" + direction: 1 + threshold: 10 - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 - threshold: 10 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 + threshold: 10 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 - - name: ovsCPU-irate-all - metricName.keyword: cgroupCPU - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsCPU-irate-all + metricName.keyword: cgroupCPU + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-Workers - metricName.keyword: cgroupMemoryRSS-Workers - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-Workers + metricName.keyword: cgroupMemoryRSS-Workers + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-Masters - metricName.keyword: cgroupMemoryRSS-Masters - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-Masters + metricName.keyword: cgroupMemoryRSS-Masters + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-all - metricName.keyword: cgroupMemoryRSS - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-all + metricName.keyword: cgroupMemoryRSS + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 diff --git a/examples/med-scale-node-density-cni.yaml b/examples/med-scale-node-density-cni.yaml index eccf8e94..7a0ff9b3 100644 --- a/examples/med-scale-node-density-cni.yaml +++ b/examples/med-scale-node-density-cni.yaml @@ -9,293 +9,293 @@ tests: benchmark.keyword: node-density-cni ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 - - name: serviceReadyLatency - metricName.keyword: serviceLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 + - name: serviceReadyLatency + metricName.keyword: serviceLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - direction: 1 - threshold: 10 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + direction: 1 + threshold: 10 - - name: multusCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: multus]" - direction: 1 - threshold: 10 + - name: multusCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: multus]" + direction: 1 + threshold: 10 - - name: monitoringCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-monitoring - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: monitoring]" - direction: 1 - threshold: 10 + - name: monitoringCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-monitoring + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: monitoring]" + direction: 1 + threshold: 10 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 - threshold: 10 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 + threshold: 10 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 - - name: ovsCPU-irate-all - metricName.keyword: cgroupCPU - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsCPU-irate-all + metricName.keyword: cgroupCPU + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnkCPU-overall - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnkCPU-overall + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-ovncontroller - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-ovncontroller + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-northd - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-northd + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-nbdb - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-nbdb + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-sbdb - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-sbdb + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-ovnk-controller - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-ovnk-controller + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-Workers - metricName.keyword: cgroupMemoryRSS-Workers - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-Workers + metricName.keyword: cgroupMemoryRSS-Workers + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-Masters - metricName.keyword: cgroupMemoryRSS-Masters - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-Masters + metricName.keyword: cgroupMemoryRSS-Masters + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-all - metricName.keyword: cgroupMemoryRSS - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-all + metricName.keyword: cgroupMemoryRSS + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnkMem-overall - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnkMem-overall + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-ovncontroller - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-ovncontroller + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-northd - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-northd + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-nbdb - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-nbdb + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-sbdb - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-sbdb + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-ovnk-controller - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-ovnk-controller + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 diff --git a/examples/med-scale-node-density.yaml b/examples/med-scale-node-density.yaml index 486b4ef4..61389be3 100644 --- a/examples/med-scale-node-density.yaml +++ b/examples/med-scale-node-density.yaml @@ -9,77 +9,77 @@ tests: benchmark.keyword: node-density ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 - - name: containersStartedLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: ContainersStarted - labels: - - "[Jira: PodLatency]" - metric_of_interest: P99 - direction: 1 - threshold: 25 + - name: containersStartedLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: ContainersStarted + labels: + - "[Jira: PodLatency]" + metric_of_interest: P99 + direction: 1 + threshold: 25 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - direction: 1 - threshold: 10 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + direction: 1 + threshold: 10 - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 - threshold: 10 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 + threshold: 10 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 diff --git a/examples/med-scale-udn-l2.yaml b/examples/med-scale-udn-l2.yaml index 3be84133..a71cdc20 100644 --- a/examples/med-scale-udn-l2.yaml +++ b/examples/med-scale-udn-l2.yaml @@ -10,10 +10,10 @@ tests: benchmark.keyword: udn-density-pods ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd # encrypted: true @@ -21,232 +21,232 @@ tests: # ipsec: false metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - jobName.keyword: udn-density-l2-pods - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 - - name: ovsCPU-irate-all - metricName.keyword: cgroupCPU - jobName.keyword: udn-density-l2-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkCPU-overall - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovncontroller - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-northd - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-nbdb - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-sbdb - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovnk-controller - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-Workers - metricName.keyword: cgroupMemoryRSS-Workers - jobName.keyword: udn-density-l2-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-Masters - metricName.keyword: cgroupMemoryRSS-Masters - jobName.keyword: udn-density-l2-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-all - metricName.keyword: cgroupMemoryRSS - jobName.keyword: udn-density-l2-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkMem-overall - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovncontroller - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-northd - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-nbdb - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-sbdb - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovnk-controller - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + jobName.keyword: udn-density-l2-pods + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 + - name: ovsCPU-irate-all + metricName.keyword: cgroupCPU + jobName.keyword: udn-density-l2-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkCPU-overall + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovncontroller + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-northd + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-nbdb + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-sbdb + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovnk-controller + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-Workers + metricName.keyword: cgroupMemoryRSS-Workers + jobName.keyword: udn-density-l2-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-Masters + metricName.keyword: cgroupMemoryRSS-Masters + jobName.keyword: udn-density-l2-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-all + metricName.keyword: cgroupMemoryRSS + jobName.keyword: udn-density-l2-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkMem-overall + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovncontroller + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-northd + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-nbdb + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-sbdb + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovnk-controller + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 diff --git a/examples/med-scale-udn-l3.yaml b/examples/med-scale-udn-l3.yaml index 7382a83c..c0c97ef6 100644 --- a/examples/med-scale-udn-l3.yaml +++ b/examples/med-scale-udn-l3.yaml @@ -10,10 +10,10 @@ tests: benchmark.keyword: udn-density-pods ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd # encrypted: true @@ -21,232 +21,232 @@ tests: # ipsec: false metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - jobName.keyword: udn-density-l3-pods - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 - - name: ovsCPU-irate-all - metricName.keyword: cgroupCPU - jobName.keyword: udn-density-l3-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkCPU-overall - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovncontroller - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-northd - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-nbdb - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-sbdb - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovnk-controller - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-Workers - metricName.keyword: cgroupMemoryRSS-Workers - jobName.keyword: udn-density-l3-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-Masters - metricName.keyword: cgroupMemoryRSS-Masters - jobName.keyword: udn-density-l3-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-all - metricName.keyword: cgroupMemoryRSS - jobName.keyword: udn-density-l3-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkMem-overall - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovncontroller - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-northd - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-nbdb - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-sbdb - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovnk-controller - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + jobName.keyword: udn-density-l3-pods + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 + - name: ovsCPU-irate-all + metricName.keyword: cgroupCPU + jobName.keyword: udn-density-l3-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkCPU-overall + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovncontroller + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-northd + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-nbdb + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-sbdb + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovnk-controller + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-Workers + metricName.keyword: cgroupMemoryRSS-Workers + jobName.keyword: udn-density-l3-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-Masters + metricName.keyword: cgroupMemoryRSS-Masters + jobName.keyword: udn-density-l3-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-all + metricName.keyword: cgroupMemoryRSS + jobName.keyword: udn-density-l3-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkMem-overall + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovncontroller + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-northd + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-nbdb + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-sbdb + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovnk-controller + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 diff --git a/examples/metal-perfscale-cpt-data-path.yaml b/examples/metal-perfscale-cpt-data-path.yaml index 1302398b..f4079a2c 100644 --- a/examples/metal-perfscale-cpt-data-path.yaml +++ b/examples/metal-perfscale-cpt-data-path.yaml @@ -10,10 +10,10 @@ tests: benchmark.keyword: k8s-netperf ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd serviceMeshMode: @@ -21,358 +21,358 @@ tests: - sidecar metrics: - - name: n2n-tput-64-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: true - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-tput-64-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: true + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: n2n-tput-64-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: true - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-tput-64-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: true + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: n2n-tput-1024-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: true - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-tput-1024-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: true + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: n2n-tput-1024-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: true - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-tput-1024-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: true + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: n2n-tput-4096-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: true - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-tput-4096-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: true + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: n2n-tput-4096-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: true - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-tput-4096-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: true + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: n2n-tput-8192-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: true - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-tput-8192-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: true + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: n2n-tput-8192-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: true - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-tput-8192-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: true + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: n2n-ltcy-1024-1p - parallelism: 1 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: true - acrossAZ: true - metric_of_interest: latency - agg: - value: latency - agg_type: avg - direction: 1 - threshold: 10 + - name: n2n-ltcy-1024-1p + parallelism: 1 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: true + acrossAZ: true + metric_of_interest: latency + agg: + value: latency + agg_type: avg + direction: 1 + threshold: 10 - - name: n2n-ltcy-1024-2p - parallelism: 2 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: true - acrossAZ: true - metric_of_interest: latency - agg: - value: latency - agg_type: avg - direction: 1 - threshold: 10 -# p2p - - name: p2p-tput-64-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-ltcy-1024-2p + parallelism: 2 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: true + acrossAZ: true + metric_of_interest: latency + agg: + value: latency + agg_type: avg + direction: 1 + threshold: 10 + # p2p + - name: p2p-tput-64-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-64-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-64-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-1024-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-1024-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-1024-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-1024-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-4096-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-4096-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-4096-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-4096-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-8192-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-8192-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-8192-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-8192-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-ltcy-1024-1p - parallelism: 1 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - metric_of_interest: latency - agg: - value: latency - agg_type: avg - direction: 1 - threshold: 10 + - name: p2p-ltcy-1024-1p + parallelism: 1 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + metric_of_interest: latency + agg: + value: latency + agg_type: avg + direction: 1 + threshold: 10 - - name: p2p-ltcy-1024-2p - parallelism: 2 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - metric_of_interest: latency - agg: - value: latency - agg_type: avg - direction: 1 - threshold: 10 + - name: p2p-ltcy-1024-2p + parallelism: 2 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + metric_of_interest: latency + agg: + value: latency + agg_type: avg + direction: 1 + threshold: 10 -#p2s - - name: p2s-tput-64-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2s-tput-64-1p + # p2s + parallelism: 1 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2s-tput-1024-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2s-tput-1024-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2s-tput-4096-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2s-tput-4096-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2s-tput-8192-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2s-tput-8192-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2s-ltcy-1024-1p - parallelism: 1 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: true - metric_of_interest: latency - agg: - value: latency - agg_type: avg - direction: 1 - threshold: 10 + - name: p2s-ltcy-1024-1p + parallelism: 1 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: true + metric_of_interest: latency + agg: + value: latency + agg_type: avg + direction: 1 + threshold: 10 diff --git a/examples/metal-perfscale-cpt-ingress.yaml b/examples/metal-perfscale-cpt-ingress.yaml index fb37f005..84b29d89 100644 --- a/examples/metal-perfscale-cpt-ingress.yaml +++ b/examples/metal-perfscale-cpt-ingress.yaml @@ -15,10 +15,10 @@ tests: encrypted: false fips: false ipsec: false - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd serviceMeshMode: @@ -27,69 +27,69 @@ tests: metrics: - - name: passthrough_avg_rps - config.termination: passthrough - metric_of_interest: total_avg_rps - agg: - value: total_avg_rps - agg_type: avg + - name: passthrough_avg_rps + config.termination: passthrough + metric_of_interest: total_avg_rps + agg: + value: total_avg_rps + agg_type: avg - - name: passthrough_p95_lat - config.termination: passthrough - metric_of_interest: p95_lat_us - agg: - value: p95_lat_us - agg_type: avg + - name: passthrough_p95_lat + config.termination: passthrough + metric_of_interest: p95_lat_us + agg: + value: p95_lat_us + agg_type: avg - - name: http_avg_rps - config.termination: http - metric_of_interest: total_avg_rps - direction: -1 - config.tool: wrk - agg: - value: total_avg_rps - agg_type: avg + - name: http_avg_rps + config.termination: http + metric_of_interest: total_avg_rps + direction: -1 + config.tool: wrk + agg: + value: total_avg_rps + agg_type: avg - - name: http_p95_lat - config.termination: http - metric_of_interest: p95_lat_us - agg: - value: p95_lat_us - agg_type: avg + - name: http_p95_lat + config.termination: http + metric_of_interest: p95_lat_us + agg: + value: p95_lat_us + agg_type: avg - - name: reencrypt_avg_rps - config.termination: reencrypt - metric_of_interest: total_avg_rps - agg: - value: total_avg_rps - agg_type: avg + - name: reencrypt_avg_rps + config.termination: reencrypt + metric_of_interest: total_avg_rps + agg: + value: total_avg_rps + agg_type: avg - - name: reencrypt_p95_lat - config.termination: reencrypt - metric_of_interest: p95_lat_us - agg: - value: p95_lat_us - agg_type: avg + - name: reencrypt_p95_lat + config.termination: reencrypt + metric_of_interest: p95_lat_us + agg: + value: p95_lat_us + agg_type: avg - - name: edge_avg_rps - config.termination: edge - metric_of_interest: total_avg_rps - direction: -1 - config.tool: wrk - agg: - value: total_avg_rps - agg_type: avg + - name: edge_avg_rps + config.termination: edge + metric_of_interest: total_avg_rps + direction: -1 + config.tool: wrk + agg: + value: total_avg_rps + agg_type: avg - - name: edge_p95_lat - config.termination: edge - metric_of_interest: p95_lat_us - agg: - value: p95_lat_us - agg_type: avg + - name: edge_p95_lat + config.termination: edge + metric_of_interest: p95_lat_us + agg: + value: p95_lat_us + agg_type: avg - - name: http_avg_cpu_usage_router_pods - config.termination: http - metric_of_interest: infra_metrics.avg_cpu_usage_router_pods - agg: - value: infra_metrics.avg_cpu_usage_router_pods - agg_type: avg \ No newline at end of file + - name: http_avg_cpu_usage_router_pods + config.termination: http + metric_of_interest: infra_metrics.avg_cpu_usage_router_pods + agg: + value: infra_metrics.avg_cpu_usage_router_pods + agg_type: avg diff --git a/examples/metal-perfscale-cpt-node-density-heavy.yaml b/examples/metal-perfscale-cpt-node-density-heavy.yaml index 5ea8c0c1..3d740718 100644 --- a/examples/metal-perfscale-cpt-node-density-heavy.yaml +++ b/examples/metal-perfscale-cpt-node-density-heavy.yaml @@ -10,95 +10,95 @@ tests: benchmark.keyword: node-density-heavy ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PodLatency]" - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PodLatency]" + threshold: 10 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - threshold: 10 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + threshold: 10 - - name: multusCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: multus]" - threshold: 10 + - name: multusCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: multus]" + threshold: 10 - - name: monitoringCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-monitoring - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: monitoring]" - threshold: 10 + - name: monitoringCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-monitoring + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: monitoring]" + threshold: 10 - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - threshold: 10 + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + threshold: 10 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - threshold: 10 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + threshold: 10 - - name: etcdDisk - metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds - metric_of_interest: value - agg: - value: duration - agg_type: avg - labels: - - "[Jira: etcd]" - threshold: 10 + - name: etcdDisk + metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds + metric_of_interest: value + agg: + value: duration + agg_type: avg + labels: + - "[Jira: etcd]" + threshold: 10 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - threshold: 10 + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + threshold: 10 diff --git a/examples/metal-perfscale-cpt-node-density.yaml b/examples/metal-perfscale-cpt-node-density.yaml index 483753b5..d9329f70 100644 --- a/examples/metal-perfscale-cpt-node-density.yaml +++ b/examples/metal-perfscale-cpt-node-density.yaml @@ -10,104 +10,104 @@ tests: benchmark.keyword: node-density ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PodLatency]" - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PodLatency]" + threshold: 10 - - name: containersStartedLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: ContainersStarted - labels: - - "[Jira: PodLatency]" - metric_of_interest: P99 - direction: 1 - threshold: 25 + - name: containersStartedLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: ContainersStarted + labels: + - "[Jira: PodLatency]" + metric_of_interest: P99 + direction: 1 + threshold: 25 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - threshold: 10 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + threshold: 10 - - name: multusCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: multus]" - threshold: 10 + - name: multusCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: multus]" + threshold: 10 - - name: monitoringCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-monitoring - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: monitoring]" - threshold: 10 + - name: monitoringCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-monitoring + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: monitoring]" + threshold: 10 - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - threshold: 10 + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + threshold: 10 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - threshold: 10 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + threshold: 10 - - name: etcdDisk - metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds - metric_of_interest: value - agg: - value: duration - agg_type: avg - labels: - - "[Jira: etcd]" - threshold: 10 + - name: etcdDisk + metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds + metric_of_interest: value + agg: + value: duration + agg_type: avg + labels: + - "[Jira: etcd]" + threshold: 10 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - threshold: 10 + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + threshold: 10 diff --git a/examples/metal-perfscale-cpt-rds-core.yaml b/examples/metal-perfscale-cpt-rds-core.yaml index f28058d9..e76e817d 100644 --- a/examples/metal-perfscale-cpt-rds-core.yaml +++ b/examples/metal-perfscale-cpt-rds-core.yaml @@ -8,735 +8,735 @@ tests: ocpVersion: "{{ version }}" benchmark.keyword: "rds-core" networkType: OVNKubernetes - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PodReadyLatency]" - agg: - value: P99 - agg_type: avg - direction: 1 - - name: kubeletCPU - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - direction: 1 - - name: kubeletMemory - metricName.keyword: kubeletMemory - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: mem - agg_type: avg - direction: 1 - - name: max-cpu-kubelet - metricName.keyword: max-cpu-kubelet - metric_of_interest: value - labels: - - "[Jira: max-cpu-kubelet]" - agg: - value: cpu - agg_type: max - direction: 1 - - name: cpu-kubelet - metricName.keyword: cpu-kubelet - metric_of_interest: value - labels: - - "[Jira: cpu-kubelet]" - agg: - value: cpu-kubelet - agg_type: avg - direction: 1 - - name: max-memory-kubelet - metricName.keyword: max-memory-kubelet - metric_of_interest: value - labels: - - "[Jira: max-memory-kubelet]" - agg: - value: max-memory-kubelet - agg_type: max - direction: 1 - - name: memory-kubelet - metricName.keyword: memory-kubelet - metric_of_interest: value - labels: - - "[Jira: memory-kubelet]" - agg: - value: memory-kubelet - agg_type: avg - direction: 1 - - name: crioCPU - metricName.keyword: crioCPU - metric_of_interest: value - labels: - - "[Jira: crioCPU]" - agg: - value: cpu - agg_type: avg - direction: 1 - - name: crioMemory - metricName.keyword: crioMemory - metric_of_interest: value - labels: - - "[Jira: crioMemory]" - agg: - value: mem - agg_type: avg - direction: 1 - - name: cpu-crio - metricName.keyword: max-cpu-crio - metric_of_interest: value - labels: - - "[Jira: max-cpu-crio]" - agg: - value: max-cpu-crio - agg_type: max - direction: 1 - - name: cpu-crio - metricName.keyword: cpu-crio - metric_of_interest: value - labels: - - "[Jira: cpu-crio]" - agg: - value: cpu-crio - agg_type: avg - direction: 1 - - name: memory-crio - metricName.keyword: max-memory-crio - metric_of_interest: value - labels: - - "[Jira: max-memory-crio]" - agg: - value: max-memory-crio - agg_type: max - direction: 1 - - name: memory-crio - metricName.keyword: memory-crio - metric_of_interest: value - labels: - - "[Jira: memory-crio]" - agg: - value: memory-crio - agg_type: avg - direction: 1 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: max - labels: - - "[Jira: kube-apiserver]" - direction: 1 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - direction: 1 - - name: cpu-openshift-apiserver - metricName.keyword: cpu-openshift-apiserver - metric_of_interest: value - labels: - - "[Jira: kube-apiserver]" - agg: - value: cpu - agg_type: avg - direction: 1 - - name: memory-openshift-apiserver - metricName.keyword: memory-openshift-apiserver - metric_of_interest: value - labels: - - "[Jira: kube-apiserver]" - agg: - value: mem - agg_type: max - direction: 1 - - name: memory-openshift-apiserver - metricName.keyword: memory-openshift-apiserver - metric_of_interest: value - labels: - - "[Jira: kube-apiserver]" - agg: - value: mem - agg_type: avg - direction: 1 - - name: schedulingThroughput - metricName.keyword: schedulingThroughput - metric_of_interest: value - agg: - value: latency - agg_type: avg - labels: - - "[Jira: schedulingThroughput]" - direction: 1 - - name: readOnlyAPICallsLatency - metricName.keyword: readOnlyAPICallsLatency - metric_of_interest: value - agg: - value: latency - agg_type: avg - labels: - - "[Jira: readOnlyAPICallsLatency]" - direction: 1 - - name: mutatingAPICallsLatency - metricName.keyword: mutatingAPICallsLatency - metric_of_interest: value - agg: - value: latency - agg_type: avg - labels: - - "[Jira: mutatingAPICallsLatency]" - direction: 1 - - name: ro-apicalls-latency - metricName.keyword: max-ro-apicalls-latency - metric_of_interest: value - agg: - value: latency - agg_type: max - labels: - - "[Jira: max-ro-apicalls-latency]" - direction: 1 - - name: ro-apicalls-latency - metricName.keyword: avg-ro-apicalls-latency - metric_of_interest: value - agg: - value: latency - agg_type: avg - labels: - - "[Jira: avg-ro-apicalls-latency]" - direction: 1 - - name: mutating-apicalls-latency - metricName.keyword: max-mutating-apicalls-latency - metric_of_interest: value - agg: - value: latency - agg_type: max - labels: - - "[Jira: max-mutating-apicalls-latency]" - direction: 1 - - name: mutating-apicalls-latency - metricName.keyword: avg-mutating-apicalls-latency - metric_of_interest: value - agg: - value: latency - agg_type: avg - labels: - - "[Jira: avg-mutating-apicalls-latency]" - direction: 1 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: max - labels: - - "[Jira: max-cpu-etcd]" - direction: 1 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: avg-cpu-etcd]" - direction: 1 - - name: etcdRSS - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: max-mem-etcd]" - direction: 1 - - name: etcdRSS - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: avg-mem-etcd]" - direction: 1 - - name: max-cpu-etcd - metricName.keyword: max-cpu-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: max - labels: - - "[Jira: max-cpu-etcd]" - direction: 1 - - name: cpu-etcd - metricName.keyword: cpu-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: avg-cpu-etcd]" - direction: 1 - - name: max-memory-etcd - metricName.keyword: max-memory-etcd - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: max-memory-etcd]" - direction: 1 - - name: memory-etcd - metricName.keyword: memory-etcd - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: avg-memory-etcd]" - direction: 1 - - name: 99thEtcdRoundTripTimeSeconds - metricName.keyword: 99thEtcdRoundTripTimeSeconds - metric_of_interest: value - agg: - value: P99 - agg_type: avg - labels: - - "[Jira: 99thEtcdRoundTripTimeSeconds]" - direction: 1 - - name: 99thEtcdRoundTripTime - metricName.keyword: 99thEtcdRoundTripTime - metric_of_interest: value - agg: - value: P99 - agg_type: avg - labels: - - "[Jira: 99thEtcdRoundTripTime]" - direction: 1 - - name: 99thEtcdDiskWalFsync - metricName.keyword: 99thEtcdDiskWalFsync - metric_of_interest: value - agg: - value: P99 - agg_type: avg - labels: - - "[Jira: 99thEtcdDiskWalFsync]" - direction: 1 - - name: 99thEtcdDiskBackendCommit - metricName.keyword: 99thEtcdDiskBackendCommit - metric_of_interest: value - agg: - value: P99 - agg_type: avg - labels: - - "[Jira: 99thEtcdDiskBackendCommit]" - direction: 1 - - name: 99thEtcdDiskBackendCommitDurationSeconds - metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds - metric_of_interest: value - agg: - value: P99 - agg_type: avg - labels: - - "[Jira: 99thEtcdDiskBackendCommitDurationSeconds]" - direction: 1 - - name: 99thEtcdDiskWalFsyncDurationSeconds - metricName.keyword: 99thEtcdDiskWalFsyncDurationSeconds - metric_of_interest: value - agg: - value: P99 - agg_type: avg - labels: - - "[Jira: 99thEtcdDiskWalFsyncDurationSeconds]" - direction: 1 - - name: nodeCPU-Masters - metricName.keyword: nodeCPU-Masters - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Average nodeCPU-Masters]" - direction: 1 - - name: nodeCPU-Workers - metricName.keyword: nodeCPU-Workers - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Average nodeCPU-Workers]" - direction: 1 - - name: nodeMemoryUtilization-Masters - metricName.keyword: nodeMemoryUtilization-Masters - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Average nodeMemoryUtilization-Masters]" - direction: 1 - - name: nodeMemoryUtilization-Workers - metricName.keyword: nodeMemoryUtilization-Workers - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Average nodeMemoryUtilization-Workers]" - direction: 1 - - name: max-memory-masters - metricName.keyword: max-memory-masters - metric_of_interest: value - not: - jobConfig.name: "garbage-collection" - agg: - value: mem - agg_type: max - labels: - - "[Jira: max-memory-masters]" - direction: 1 - - name: memory-masters - metricName.keyword: memory-masters - metric_of_interest: value - not: - jobConfig.name: "garbage-collection" - agg: - value: mem - agg_type: avg - labels: - - "[Jira: memory-masters]" - direction: 1 - - name: max-memory-workers - metricName.keyword: max-memory-workers - metric_of_interest: value - not: - jobConfig.name: "garbage-collection" - agg: - value: mem - agg_type: max - labels: - - "[Jira: max-memory-workers]" - direction: 1 - - name: memory-workers - metricName.keyword: memory-workers - metric_of_interest: value - not: - jobConfig.name: "garbage-collection" - agg: - value: mem - agg_type: avg - labels: - - "[Jira: memory-workers]" - direction: 1 - - name: max-cpu-masters - metricName.keyword: max-cpu-masters - metric_of_interest: value - not: - jobConfig.name: "garbage-collection" - agg: - value: cpu - agg_type: max - labels: - - "[Jira: max-cpu-masters]" - direction: 1 - - name: cpu-masters - metricName.keyword: cpu-masters - metric_of_interest: value - not: - jobConfig.name: "garbage-collection" - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: cpu-masters]" - direction: 1 - - name: max-cpu-workers - metricName.keyword: max-cpu-workers - metric_of_interest: value - not: - jobConfig.name: "garbage-collection" - agg: - value: cpu - agg_type: max - labels: - - "[Jira: max-cpu-workers]" - direction: 1 - - name: cpu-workers - metricName.keyword: cpu-workers - metric_of_interest: value - not: - jobConfig.name: "garbage-collection" - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: cpu-workers]" - direction: 1 - - name: cpu_ovn_control_plane - metricName.keyword: cpu-ovn-control-plane - metric_of_interest: value - agg: - value: cpu - agg_type: max - labels: - - "[Jira: Networking / ovs Maximum cpu-ovn-control-plane]" - direction: 1 - - name: cpu_ovn_control_plane - metricName.keyword: cpu-ovn-control-plane - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovs Average cpu-ovn-control-plane]" - direction: 1 - - name: cpu_ovnkube_node - metricName.keyword: cpu-ovnkube-node - metric_of_interest: value - agg: - value: cpu - agg_type: max - labels: - - "[Jira: Networking / ovs Maximum cpu-ovnkube-node]" - direction: 1 - - name: cpu_ovnkube_node - metricName.keyword: cpu-ovnkube-node - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovs Average cpu-ovnkube-node]" - direction: 1 - - name: memory-ovn-control-plane - metricName.keyword: memory-ovn-control-plane - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovs Maximum memory-ovn-control-plane]" - direction: 1 - - name: memory-ovn-control-plane - metricName.keyword: memory-ovn-control-plane - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovs Average memory-ovn-control-plane]" - direction: 1 - - name: memory-ovnkube-node - metricName.keyword: memory-ovnkube-node - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / Maximum memory-ovnkube-node]" - direction: 1 - - name: memory-ovnkube-node - metricName.keyword: memory-ovnkube-node - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / Average memory-ovnkube-node]" - direction: 1 - - name: ovnkCPU-overall - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - - name: ovnCPU-ovncontroller - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - - name: ovnCPU-ovnk-controller - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - - name: ovnCPU-northd - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - - name: ovnCPU-nbdb - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - - name: ovnCPU-sbdb - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - - name: ovsMemory - metricName.keyword: cgroupMemoryRSS-Workers - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - - name: ovnkMem-overall - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - - name: ovnMem-ovncontroller - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - - name: ovnMem-ovnk-controller - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - - name: ovnMem-northd - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - - name: ovnMem-nbdb - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - - name: ovnMem-sbdb - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - - name: multusCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: max - labels: - - "[Jira: max-cpu-multus]" - direction: 1 - - name: multusCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: multus]" - direction: 1 - - name: monitoringCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-monitoring - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: monitoring]" - direction: 1 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PodReadyLatency]" + agg: + value: P99 + agg_type: avg + direction: 1 + - name: kubeletCPU + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + direction: 1 + - name: kubeletMemory + metricName.keyword: kubeletMemory + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: mem + agg_type: avg + direction: 1 + - name: max-cpu-kubelet + metricName.keyword: max-cpu-kubelet + metric_of_interest: value + labels: + - "[Jira: max-cpu-kubelet]" + agg: + value: cpu + agg_type: max + direction: 1 + - name: cpu-kubelet + metricName.keyword: cpu-kubelet + metric_of_interest: value + labels: + - "[Jira: cpu-kubelet]" + agg: + value: cpu-kubelet + agg_type: avg + direction: 1 + - name: max-memory-kubelet + metricName.keyword: max-memory-kubelet + metric_of_interest: value + labels: + - "[Jira: max-memory-kubelet]" + agg: + value: max-memory-kubelet + agg_type: max + direction: 1 + - name: memory-kubelet + metricName.keyword: memory-kubelet + metric_of_interest: value + labels: + - "[Jira: memory-kubelet]" + agg: + value: memory-kubelet + agg_type: avg + direction: 1 + - name: crioCPU + metricName.keyword: crioCPU + metric_of_interest: value + labels: + - "[Jira: crioCPU]" + agg: + value: cpu + agg_type: avg + direction: 1 + - name: crioMemory + metricName.keyword: crioMemory + metric_of_interest: value + labels: + - "[Jira: crioMemory]" + agg: + value: mem + agg_type: avg + direction: 1 + - name: cpu-crio + metricName.keyword: max-cpu-crio + metric_of_interest: value + labels: + - "[Jira: max-cpu-crio]" + agg: + value: max-cpu-crio + agg_type: max + direction: 1 + - name: cpu-crio + metricName.keyword: cpu-crio + metric_of_interest: value + labels: + - "[Jira: cpu-crio]" + agg: + value: cpu-crio + agg_type: avg + direction: 1 + - name: memory-crio + metricName.keyword: max-memory-crio + metric_of_interest: value + labels: + - "[Jira: max-memory-crio]" + agg: + value: max-memory-crio + agg_type: max + direction: 1 + - name: memory-crio + metricName.keyword: memory-crio + metric_of_interest: value + labels: + - "[Jira: memory-crio]" + agg: + value: memory-crio + agg_type: avg + direction: 1 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: max + labels: + - "[Jira: kube-apiserver]" + direction: 1 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + direction: 1 + - name: cpu-openshift-apiserver + metricName.keyword: cpu-openshift-apiserver + metric_of_interest: value + labels: + - "[Jira: kube-apiserver]" + agg: + value: cpu + agg_type: avg + direction: 1 + - name: memory-openshift-apiserver + metricName.keyword: memory-openshift-apiserver + metric_of_interest: value + labels: + - "[Jira: kube-apiserver]" + agg: + value: mem + agg_type: max + direction: 1 + - name: memory-openshift-apiserver + metricName.keyword: memory-openshift-apiserver + metric_of_interest: value + labels: + - "[Jira: kube-apiserver]" + agg: + value: mem + agg_type: avg + direction: 1 + - name: schedulingThroughput + metricName.keyword: schedulingThroughput + metric_of_interest: value + agg: + value: latency + agg_type: avg + labels: + - "[Jira: schedulingThroughput]" + direction: 1 + - name: readOnlyAPICallsLatency + metricName.keyword: readOnlyAPICallsLatency + metric_of_interest: value + agg: + value: latency + agg_type: avg + labels: + - "[Jira: readOnlyAPICallsLatency]" + direction: 1 + - name: mutatingAPICallsLatency + metricName.keyword: mutatingAPICallsLatency + metric_of_interest: value + agg: + value: latency + agg_type: avg + labels: + - "[Jira: mutatingAPICallsLatency]" + direction: 1 + - name: ro-apicalls-latency + metricName.keyword: max-ro-apicalls-latency + metric_of_interest: value + agg: + value: latency + agg_type: max + labels: + - "[Jira: max-ro-apicalls-latency]" + direction: 1 + - name: ro-apicalls-latency + metricName.keyword: avg-ro-apicalls-latency + metric_of_interest: value + agg: + value: latency + agg_type: avg + labels: + - "[Jira: avg-ro-apicalls-latency]" + direction: 1 + - name: mutating-apicalls-latency + metricName.keyword: max-mutating-apicalls-latency + metric_of_interest: value + agg: + value: latency + agg_type: max + labels: + - "[Jira: max-mutating-apicalls-latency]" + direction: 1 + - name: mutating-apicalls-latency + metricName.keyword: avg-mutating-apicalls-latency + metric_of_interest: value + agg: + value: latency + agg_type: avg + labels: + - "[Jira: avg-mutating-apicalls-latency]" + direction: 1 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: max + labels: + - "[Jira: max-cpu-etcd]" + direction: 1 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: avg-cpu-etcd]" + direction: 1 + - name: etcdRSS + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: max-mem-etcd]" + direction: 1 + - name: etcdRSS + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: avg-mem-etcd]" + direction: 1 + - name: max-cpu-etcd + metricName.keyword: max-cpu-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: max + labels: + - "[Jira: max-cpu-etcd]" + direction: 1 + - name: cpu-etcd + metricName.keyword: cpu-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: avg-cpu-etcd]" + direction: 1 + - name: max-memory-etcd + metricName.keyword: max-memory-etcd + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: max-memory-etcd]" + direction: 1 + - name: memory-etcd + metricName.keyword: memory-etcd + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: avg-memory-etcd]" + direction: 1 + - name: 99thEtcdRoundTripTimeSeconds + metricName.keyword: 99thEtcdRoundTripTimeSeconds + metric_of_interest: value + agg: + value: P99 + agg_type: avg + labels: + - "[Jira: 99thEtcdRoundTripTimeSeconds]" + direction: 1 + - name: 99thEtcdRoundTripTime + metricName.keyword: 99thEtcdRoundTripTime + metric_of_interest: value + agg: + value: P99 + agg_type: avg + labels: + - "[Jira: 99thEtcdRoundTripTime]" + direction: 1 + - name: 99thEtcdDiskWalFsync + metricName.keyword: 99thEtcdDiskWalFsync + metric_of_interest: value + agg: + value: P99 + agg_type: avg + labels: + - "[Jira: 99thEtcdDiskWalFsync]" + direction: 1 + - name: 99thEtcdDiskBackendCommit + metricName.keyword: 99thEtcdDiskBackendCommit + metric_of_interest: value + agg: + value: P99 + agg_type: avg + labels: + - "[Jira: 99thEtcdDiskBackendCommit]" + direction: 1 + - name: 99thEtcdDiskBackendCommitDurationSeconds + metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds + metric_of_interest: value + agg: + value: P99 + agg_type: avg + labels: + - "[Jira: 99thEtcdDiskBackendCommitDurationSeconds]" + direction: 1 + - name: 99thEtcdDiskWalFsyncDurationSeconds + metricName.keyword: 99thEtcdDiskWalFsyncDurationSeconds + metric_of_interest: value + agg: + value: P99 + agg_type: avg + labels: + - "[Jira: 99thEtcdDiskWalFsyncDurationSeconds]" + direction: 1 + - name: nodeCPU-Masters + metricName.keyword: nodeCPU-Masters + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Average nodeCPU-Masters]" + direction: 1 + - name: nodeCPU-Workers + metricName.keyword: nodeCPU-Workers + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Average nodeCPU-Workers]" + direction: 1 + - name: nodeMemoryUtilization-Masters + metricName.keyword: nodeMemoryUtilization-Masters + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Average nodeMemoryUtilization-Masters]" + direction: 1 + - name: nodeMemoryUtilization-Workers + metricName.keyword: nodeMemoryUtilization-Workers + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Average nodeMemoryUtilization-Workers]" + direction: 1 + - name: max-memory-masters + metricName.keyword: max-memory-masters + metric_of_interest: value + not: + jobConfig.name: "garbage-collection" + agg: + value: mem + agg_type: max + labels: + - "[Jira: max-memory-masters]" + direction: 1 + - name: memory-masters + metricName.keyword: memory-masters + metric_of_interest: value + not: + jobConfig.name: "garbage-collection" + agg: + value: mem + agg_type: avg + labels: + - "[Jira: memory-masters]" + direction: 1 + - name: max-memory-workers + metricName.keyword: max-memory-workers + metric_of_interest: value + not: + jobConfig.name: "garbage-collection" + agg: + value: mem + agg_type: max + labels: + - "[Jira: max-memory-workers]" + direction: 1 + - name: memory-workers + metricName.keyword: memory-workers + metric_of_interest: value + not: + jobConfig.name: "garbage-collection" + agg: + value: mem + agg_type: avg + labels: + - "[Jira: memory-workers]" + direction: 1 + - name: max-cpu-masters + metricName.keyword: max-cpu-masters + metric_of_interest: value + not: + jobConfig.name: "garbage-collection" + agg: + value: cpu + agg_type: max + labels: + - "[Jira: max-cpu-masters]" + direction: 1 + - name: cpu-masters + metricName.keyword: cpu-masters + metric_of_interest: value + not: + jobConfig.name: "garbage-collection" + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: cpu-masters]" + direction: 1 + - name: max-cpu-workers + metricName.keyword: max-cpu-workers + metric_of_interest: value + not: + jobConfig.name: "garbage-collection" + agg: + value: cpu + agg_type: max + labels: + - "[Jira: max-cpu-workers]" + direction: 1 + - name: cpu-workers + metricName.keyword: cpu-workers + metric_of_interest: value + not: + jobConfig.name: "garbage-collection" + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: cpu-workers]" + direction: 1 + - name: cpu_ovn_control_plane + metricName.keyword: cpu-ovn-control-plane + metric_of_interest: value + agg: + value: cpu + agg_type: max + labels: + - "[Jira: Networking / ovs Maximum cpu-ovn-control-plane]" + direction: 1 + - name: cpu_ovn_control_plane + metricName.keyword: cpu-ovn-control-plane + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovs Average cpu-ovn-control-plane]" + direction: 1 + - name: cpu_ovnkube_node + metricName.keyword: cpu-ovnkube-node + metric_of_interest: value + agg: + value: cpu + agg_type: max + labels: + - "[Jira: Networking / ovs Maximum cpu-ovnkube-node]" + direction: 1 + - name: cpu_ovnkube_node + metricName.keyword: cpu-ovnkube-node + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovs Average cpu-ovnkube-node]" + direction: 1 + - name: memory-ovn-control-plane + metricName.keyword: memory-ovn-control-plane + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovs Maximum memory-ovn-control-plane]" + direction: 1 + - name: memory-ovn-control-plane + metricName.keyword: memory-ovn-control-plane + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovs Average memory-ovn-control-plane]" + direction: 1 + - name: memory-ovnkube-node + metricName.keyword: memory-ovnkube-node + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / Maximum memory-ovnkube-node]" + direction: 1 + - name: memory-ovnkube-node + metricName.keyword: memory-ovnkube-node + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / Average memory-ovnkube-node]" + direction: 1 + - name: ovnkCPU-overall + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + - name: ovnCPU-ovncontroller + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + - name: ovnCPU-ovnk-controller + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + - name: ovnCPU-northd + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + - name: ovnCPU-nbdb + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + - name: ovnCPU-sbdb + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + - name: ovsMemory + metricName.keyword: cgroupMemoryRSS-Workers + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + - name: ovnkMem-overall + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + - name: ovnMem-ovncontroller + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + - name: ovnMem-ovnk-controller + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + - name: ovnMem-northd + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + - name: ovnMem-nbdb + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + - name: ovnMem-sbdb + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + - name: multusCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: max + labels: + - "[Jira: max-cpu-multus]" + direction: 1 + - name: multusCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: multus]" + direction: 1 + - name: monitoringCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-monitoring + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: monitoring]" + direction: 1 diff --git a/examples/metal-perfscale-cpt-virt-datapath.yaml b/examples/metal-perfscale-cpt-virt-datapath.yaml index 4f174673..157f10bf 100644 --- a/examples/metal-perfscale-cpt-virt-datapath.yaml +++ b/examples/metal-perfscale-cpt-virt-datapath.yaml @@ -10,10 +10,10 @@ tests: benchmark.keyword: k8s-netperf ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd serviceMeshMode: @@ -21,153 +21,153 @@ tests: - sidecar metrics: -# p2p - - name: p2p-tput-64-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - virt: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + # p2p + - name: p2p-tput-64-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + virt: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-64-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - virt: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-64-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + virt: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-1024-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - virt: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-1024-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + virt: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-1024-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - virt: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-1024-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + virt: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-4096-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - virt: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-4096-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + virt: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-4096-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - virt: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-4096-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + virt: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-8192-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - virt: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-8192-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + virt: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-8192-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - virt: true - metric_of_interest: throughput - direction: -1 - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-8192-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + virt: true + metric_of_interest: throughput + direction: -1 + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-ltcy-1024-1p - parallelism: 1 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - virt: true - metric_of_interest: latency - agg: - value: latency - agg_type: avg - direction: 1 - threshold: 10 + - name: p2p-ltcy-1024-1p + parallelism: 1 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + virt: true + metric_of_interest: latency + agg: + value: latency + agg_type: avg + direction: 1 + threshold: 10 - - name: p2p-ltcy-1024-2p - parallelism: 2 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - acrossAZ: true - virt: true - metric_of_interest: latency - agg: - value: latency - agg_type: avg - direction: 1 - threshold: 10 + - name: p2p-ltcy-1024-2p + parallelism: 2 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + acrossAZ: true + virt: true + metric_of_interest: latency + agg: + value: latency + agg_type: avg + direction: 1 + threshold: 10 diff --git a/examples/metal-perfscale-cpt-virt-density-nomount.yaml b/examples/metal-perfscale-cpt-virt-density-nomount.yaml index fdc187ed..59546932 100644 --- a/examples/metal-perfscale-cpt-virt-density-nomount.yaml +++ b/examples/metal-perfscale-cpt-virt-density-nomount.yaml @@ -10,102 +10,102 @@ tests: benchmark.keyword: virt-density-nomount ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: vmiReadyLatency - metricName.keyword: vmiLatencyQuantilesMeasurement - quantileName: VMReady - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - threshold: 10 - direction: 1 + - name: vmiReadyLatency + metricName.keyword: vmiLatencyQuantilesMeasurement + quantileName: VMReady + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + threshold: 10 + direction: 1 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - threshold: 10 - direction: 1 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + threshold: 10 + direction: 1 - - name: multusCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: multus]" - threshold: 10 - direction: 1 + - name: multusCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: multus]" + threshold: 10 + direction: 1 - - name: monitoringCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-monitoring - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: monitoring]" - threshold: 10 - direction: 1 + - name: monitoringCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-monitoring + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: monitoring]" + threshold: 10 + direction: 1 - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - threshold: 10 - direction: 1 + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + threshold: 10 + direction: 1 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - threshold: 10 - direction: 1 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + threshold: 10 + direction: 1 - - name: etcdDisk - metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds - metric_of_interest: value - agg: - value: duration - agg_type: avg - labels: - - "[Jira: etcd]" - threshold: 10 + - name: etcdDisk + metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds + metric_of_interest: value + agg: + value: duration + agg_type: avg + labels: + - "[Jira: etcd]" + threshold: 10 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - threshold: 10 - direction: 1 + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + threshold: 10 + direction: 1 diff --git a/examples/metal-perfscale-cpt-virt-density.yaml b/examples/metal-perfscale-cpt-virt-density.yaml index e05548e7..609e3f3d 100644 --- a/examples/metal-perfscale-cpt-virt-density.yaml +++ b/examples/metal-perfscale-cpt-virt-density.yaml @@ -10,102 +10,102 @@ tests: benchmark.keyword: virt-density ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: vmiReadyLatency - metricName.keyword: vmiLatencyQuantilesMeasurement - quantileName: VMReady - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - threshold: 10 - direction: 1 + - name: vmiReadyLatency + metricName.keyword: vmiLatencyQuantilesMeasurement + quantileName: VMReady + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + threshold: 10 + direction: 1 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - threshold: 10 - direction: 1 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + threshold: 10 + direction: 1 - - name: multusCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: multus]" - threshold: 10 - direction: 1 + - name: multusCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: multus]" + threshold: 10 + direction: 1 - - name: monitoringCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-monitoring - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: monitoring]" - threshold: 10 - direction: 1 + - name: monitoringCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-monitoring + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: monitoring]" + threshold: 10 + direction: 1 - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - threshold: 10 - direction: 1 + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + threshold: 10 + direction: 1 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - threshold: 10 - direction: 1 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + threshold: 10 + direction: 1 - - name: etcdDisk - metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds - metric_of_interest: value - agg: - value: duration - agg_type: avg - labels: - - "[Jira: etcd]" - threshold: 10 + - name: etcdDisk + metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds + metric_of_interest: value + agg: + value: duration + agg_type: avg + labels: + - "[Jira: etcd]" + threshold: 10 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - threshold: 10 - direction: 1 \ No newline at end of file + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + threshold: 10 + direction: 1 diff --git a/examples/metal-perfscale-cpt-virt-udn-density.yaml b/examples/metal-perfscale-cpt-virt-udn-density.yaml index 36d48fb3..a71975b4 100644 --- a/examples/metal-perfscale-cpt-virt-udn-density.yaml +++ b/examples/metal-perfscale-cpt-virt-udn-density.yaml @@ -10,102 +10,102 @@ tests: benchmark.keyword: virt-udn-density ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: vmiReadyLatency - metricName.keyword: vmiLatencyQuantilesMeasurement - quantileName: VMReady - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - threshold: 10 - direction: 1 + - name: vmiReadyLatency + metricName.keyword: vmiLatencyQuantilesMeasurement + quantileName: VMReady + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + threshold: 10 + direction: 1 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - threshold: 10 - direction: 1 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + threshold: 10 + direction: 1 - - name: multusCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: multus]" - threshold: 10 - direction: 1 + - name: multusCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: multus]" + threshold: 10 + direction: 1 - - name: monitoringCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-monitoring - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: monitoring]" - threshold: 10 - direction: 1 + - name: monitoringCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-monitoring + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: monitoring]" + threshold: 10 + direction: 1 - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - threshold: 10 - direction: 1 + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + threshold: 10 + direction: 1 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - threshold: 10 - direction: 1 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + threshold: 10 + direction: 1 - - name: etcdDisk - metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds - metric_of_interest: value - agg: - value: duration - agg_type: avg - labels: - - "[Jira: etcd]" - threshold: 10 + - name: etcdDisk + metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds + metric_of_interest: value + agg: + value: duration + agg_type: avg + labels: + - "[Jira: etcd]" + threshold: 10 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - threshold: 10 - direction: 1 + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + threshold: 10 + direction: 1 diff --git a/examples/metrics.yaml b/examples/metrics.yaml index 1e1b4185..458b77c4 100644 --- a/examples/metrics.yaml +++ b/examples/metrics.yaml @@ -42,4 +42,4 @@ value: cpu agg_type: avg direction: 1 - threshold: 10 \ No newline at end of file + threshold: 10 diff --git a/examples/netobserv-diff-meta-index.yaml b/examples/netobserv-diff-meta-index.yaml index 2f0f431d..8cc537be 100644 --- a/examples/netobserv-diff-meta-index.yaml +++ b/examples/netobserv-diff-meta-index.yaml @@ -1,5 +1,5 @@ tests: - - name: {{ benchmark }} + - name: "{{ benchmark }}" metadata: platform: AWS clusterType: self-managed @@ -7,7 +7,7 @@ tests: masterNodesCount: 3 workerNodesType: m5.2xlarge workerNodesCount: 24 - jobConfig.name: {{ benchmark }} + jobConfig.name: "{{ benchmark }}" metricName.keyword: jobSummary ocpVersion: "{{ version }}" ocpMajorVersion: "{{ version }}" @@ -16,137 +16,137 @@ tests: stream: okd metrics: - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 - - name: ovsCPU - metricName.keyword: ovsVswitchdCPU - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" + - name: ovsCPU + metricName.keyword: ovsVswitchdCPU + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" - - name: ovsMemory - metricName.keyword: ovsVswitchdMemory - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" + - name: ovsMemory + metricName.keyword: ovsVswitchdMemory + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" - - name: ovsCPU - metricName.keyword: ovsVswitchdCPU - metric_of_interest: value - agg: - value: cpu - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" + - name: ovsCPU + metricName.keyword: ovsVswitchdCPU + metric_of_interest: value + agg: + value: cpu + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" - - name: ovsMemory - metricName.keyword: ovsVswitchdMemory - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" + - name: ovsMemory + metricName.keyword: ovsVswitchdMemory + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" - - name: netobserv-flow-cpu - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-netobserv - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 + - name: netobserv-flow-cpu + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-netobserv + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 - - name: netobserv-agent-cpu - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-netobserv-privileged - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 + - name: netobserv-agent-cpu + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-netobserv-privileged + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 - - name: netobserv-flow-cpu - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-netobserv - metric_of_interest: value - agg: - value: cpu - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 + - name: netobserv-flow-cpu + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-netobserv + metric_of_interest: value + agg: + value: cpu + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 - - name: netobserv-agent-cpu - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-netobserv-privileged - metric_of_interest: value - agg: - value: cpu - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 + - name: netobserv-agent-cpu + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-netobserv-privileged + metric_of_interest: value + agg: + value: cpu + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 - - name: netobserv-flow-mem - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-netobserv - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 + - name: netobserv-flow-mem + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-netobserv + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 - - name: netobserv-agent-mem - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-netobserv-privileged - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 + - name: netobserv-agent-mem + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-netobserv-privileged + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 - - name: netobserv-flow-mem - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-netobserv - metric_of_interest: value - agg: - value: cpu - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 + - name: netobserv-flow-mem + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-netobserv + metric_of_interest: value + agg: + value: cpu + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 - - name: netobserv-agent-mem - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-netobserv-privileged - metric_of_interest: value - agg: - value: cpu - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 + - name: netobserv-agent-mem + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-netobserv-privileged + metric_of_interest: value + agg: + value: cpu + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 diff --git a/examples/okd-control-plane-cluster-density.yaml b/examples/okd-control-plane-cluster-density.yaml index 28e5c2cd..390b6bc2 100644 --- a/examples/okd-control-plane-cluster-density.yaml +++ b/examples/okd-control-plane-cluster-density.yaml @@ -1,7 +1,7 @@ tests: - name: okd-cluster-density-6nodes metadata: - ocpVersion: {{ version }} + ocpVersion: "{{ version }}" platform: AWS clusterType: self-managed masterNodesType: m6a.xlarge @@ -10,85 +10,85 @@ tests: workerNodesCount: 6 benchmark.keyword: cluster-density-v2 networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - direction: 1 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + direction: 1 - - name: multusCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: multus]" - direction: 1 + - name: multusCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: multus]" + direction: 1 - - name: monitoringCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-monitoring - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: monitoring]" - direction: 1 + - name: monitoringCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-monitoring + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: monitoring]" + direction: 1 - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - direction: 1 \ No newline at end of file + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + direction: 1 diff --git a/examples/okd-control-plane-crd-scale.yaml b/examples/okd-control-plane-crd-scale.yaml index 656e4fa2..0f03599c 100644 --- a/examples/okd-control-plane-crd-scale.yaml +++ b/examples/okd-control-plane-crd-scale.yaml @@ -1,7 +1,7 @@ tests: - name: okd-crd-scale-6nodes metadata: - ocpVersion: {{ version }} + ocpVersion: "{{ version }}" platform: AWS clusterType: self-managed masterNodesType: m6a.xlarge @@ -10,33 +10,33 @@ tests: workerNodesCount: 6 benchmark.keyword: crd-scale networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" stream: okd metrics: - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - direction: 1 - threshold: 10 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + direction: 1 + threshold: 10 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 - threshold: 10 \ No newline at end of file + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 + threshold: 10 diff --git a/examples/okd-control-plane-node-density-cni.yaml b/examples/okd-control-plane-node-density-cni.yaml index 9b7cb8de..f9406e6e 100644 --- a/examples/okd-control-plane-node-density-cni.yaml +++ b/examples/okd-control-plane-node-density-cni.yaml @@ -1,7 +1,7 @@ tests: - name: okd-node-density-cni-6nodes metadata: - ocpVersion: {{ version }} + ocpVersion: "{{ version }}" platform: AWS clusterType: self-managed masterNodesType: m6a.xlarge @@ -10,244 +10,244 @@ tests: workerNodesCount: 6 benchmark.keyword: node-density-cni networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 - - name: ovnkCPU-overall - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovncontroller - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-northd - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-nbdb - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-sbdb - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovnk-controller - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory - metricName.keyword: cgroupMemoryRSS-Workers - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkMem-overall - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovncontroller - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-northd - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-nbdb - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-sbdb - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovnk-controller - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - direction: 1 - threshold: 10 - - - name: multusCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: multus]" - direction: 1 - threshold: 10 - - - name: monitoringCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-monitoring - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: monitoring]" - direction: 1 - threshold: 10 - - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 - threshold: 10 - - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 \ No newline at end of file + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 + - name: ovnkCPU-overall + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovncontroller + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-northd + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-nbdb + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-sbdb + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovnk-controller + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory + metricName.keyword: cgroupMemoryRSS-Workers + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkMem-overall + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovncontroller + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-northd + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-nbdb + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-sbdb + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovnk-controller + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + direction: 1 + threshold: 10 + + - name: multusCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: multus]" + direction: 1 + threshold: 10 + + - name: monitoringCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-monitoring + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: monitoring]" + direction: 1 + threshold: 10 + + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 + threshold: 10 + + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 diff --git a/examples/okd-control-plane-node-density.yaml b/examples/okd-control-plane-node-density.yaml index dfcde409..8e655a80 100644 --- a/examples/okd-control-plane-node-density.yaml +++ b/examples/okd-control-plane-node-density.yaml @@ -1,7 +1,7 @@ tests: - name: okd-node-density-6nodes metadata: - ocpVersion: {{ version }} + ocpVersion: "{{ version }}" platform: AWS clusterType: self-managed masterNodesType: m6a.xlarge @@ -10,69 +10,69 @@ tests: workerNodesCount: 6 benchmark.keyword: node-density networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 - - name: containersStartedLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: ContainersStarted - metric_of_interest: P99 - labels: - - "[Jira: PodLatency]" - direction: 1 - threshold: 25 + - name: containersStartedLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: ContainersStarted + metric_of_interest: P99 + labels: + - "[Jira: PodLatency]" + direction: 1 + threshold: 25 - - name: cpu-kubelet - metricName.keyword: cpu-kubelet - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu-kubelet - agg_type: avg - direction: 1 - threshold: 10 + - name: cpu-kubelet + metricName.keyword: cpu-kubelet + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu-kubelet + agg_type: avg + direction: 1 + threshold: 10 - - name: max-memory-kubelet - metricName.keyword: max-memory-kubelet - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: max-memory-kubelet - agg_type: avg - direction: 1 - threshold: 10 + - name: max-memory-kubelet + metricName.keyword: max-memory-kubelet + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: max-memory-kubelet + agg_type: avg + direction: 1 + threshold: 10 - - name: cpu-crio - metricName.keyword: cpu-crio - metric_of_interest: value - agg: - value: cpu-crio - agg_type: avg - direction: 1 - threshold: 10 + - name: cpu-crio + metricName.keyword: cpu-crio + metric_of_interest: value + agg: + value: cpu-crio + agg_type: avg + direction: 1 + threshold: 10 - - name: max-memory-crio - metricName.keyword: max-memory-crio - metric_of_interest: value - agg: - value: max-memory-crio - agg_type: avg - direction: 1 - threshold: 10 + - name: max-memory-crio + metricName.keyword: max-memory-crio + metric_of_interest: value + agg: + value: max-memory-crio + agg_type: avg + direction: 1 + threshold: 10 diff --git a/examples/okd-data-plane-data-path.yaml b/examples/okd-data-plane-data-path.yaml index 1ed1ce78..751841cc 100644 --- a/examples/okd-data-plane-data-path.yaml +++ b/examples/okd-data-plane-data-path.yaml @@ -1,7 +1,7 @@ tests: - name: okd-datapath-12nodes metadata: - ocpVersion: {{ version }} + ocpVersion: "{{ version }}" platform: AWS clusterType: self-managed masterNodesType: m6a.xlarge @@ -17,338 +17,338 @@ tests: - sidecar metrics: - - name: n2n-tput-64-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-tput-64-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: n2n-tput-64-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-tput-64-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: n2n-tput-1024-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-tput-1024-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: n2n-tput-1024-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-tput-1024-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: n2n-tput-4096-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-tput-4096-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: n2n-tput-4096-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-tput-4096-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: n2n-tput-8192-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-tput-8192-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: n2n-tput-8192-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-tput-8192-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: n2n-ltcy-1024-1p - parallelism: 1 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: latency - agg: - value: latency - agg_type: avg - direction: 1 - threshold: 10 + - name: n2n-ltcy-1024-1p + parallelism: 1 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: latency + agg: + value: latency + agg_type: avg + direction: 1 + threshold: 10 - - name: n2n-ltcy-1024-2p - parallelism: 2 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: latency - agg: - value: latency - agg_type: avg - direction: 1 - threshold: 10 -# p2p - - name: p2p-tput-64-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: n2n-ltcy-1024-2p + parallelism: 2 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: latency + agg: + value: latency + agg_type: avg + direction: 1 + threshold: 10 + # p2p + - name: p2p-tput-64-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-64-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-64-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-1024-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-1024-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-1024-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-1024-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-4096-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-4096-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-4096-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-4096-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-8192-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-8192-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-tput-8192-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2p-tput-8192-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2p-ltcy-1024-1p - parallelism: 1 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: latency - agg: - value: latency - agg_type: avg - direction: 1 - threshold: 10 + - name: p2p-ltcy-1024-1p + parallelism: 1 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: latency + agg: + value: latency + agg_type: avg + direction: 1 + threshold: 10 - - name: p2p-ltcy-1024-2p - parallelism: 2 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: latency - agg: - value: latency - agg_type: avg - direction: 1 - threshold: 10 + - name: p2p-ltcy-1024-2p + parallelism: 2 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: latency + agg: + value: latency + agg_type: avg + direction: 1 + threshold: 10 -#p2s - - name: p2s-tput-64-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2s-tput-64-1p + # p2s + parallelism: 1 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2s-tput-1024-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2s-tput-1024-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2s-tput-4096-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2s-tput-4096-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2s-tput-8192-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - threshold: 10 + - name: p2s-tput-8192-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + threshold: 10 - - name: p2s-ltcy-1024-1p - parallelism: 1 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: latency - agg: - value: latency - agg_type: avg - direction: 1 - threshold: 10 + - name: p2s-ltcy-1024-1p + parallelism: 1 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: latency + agg: + value: latency + agg_type: avg + direction: 1 + threshold: 10 diff --git a/examples/olmv1.yaml b/examples/olmv1.yaml index be286f13..681ada41 100644 --- a/examples/olmv1.yaml +++ b/examples/olmv1.yaml @@ -12,113 +12,113 @@ tests: not: stream: okd metrics: - - name: OCP-84092_catalogdMemory_GCP - metricName.keyword: catalogd_memory_peak_usage_5m - metric_of_interest: value - quantileName: Ready - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: OLM]" - - name: OCP-84093_controllerMemory_GCP - metricName.keyword: operator-controller_memory_peak_usage_5m - metric_of_interest: value - quantileName: Ready - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: OLM]" - - name: OCP-84094_catalogdCPU_GCP - metricName.keyword: catalogd_cpu_usage_cores - metric_of_interest: value - labels.namespace.keyword: openshift-catalogd - not: - jobConfig.name: "garbage-collection" - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: OLM]" - - name: OCP-84095_controllerCPU_GCP - metricName.keyword: operator-controller_cpu_usage_cores - metric_of_interest: value - labels.namespace.keyword: openshift-operator-controller - not: - jobConfig.name: "garbage-collection" - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: OLM]" - - name: OCP-84096_catalogdDisk_GCP - metricName.keyword: catalogd_disk_usage - metric_of_interest: value - quantileName: Ready - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: OLM]" - - name: OCP-84097_controllerDisk_GCP - metricName.keyword: controller_disk_usage - metric_of_interest: value - quantileName: Ready - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: OLM]" - - name: OCP-84098_catalogd_5xx_error_GCP - metricName.keyword: catalogd_http_5xx_error_count - metric_of_interest: value - quantileName: Ready - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: OLM]" - - name: OCP-84099_catalog_error_rate_GCP - metricName.keyword: clustercatalog_error_rate - metric_of_interest: value - quantileName: Ready - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: OLM]" - - name: OCP-84100_extension_error_rate_GCP - metricName.keyword: clusterextension_error_rate - metric_of_interest: value - quantileName: Ready - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: OLM]" - - name: OCP-84101_catalogd_workqueue_latency_GCP - metricName.keyword: catalogd-clustercatalog_workqueue_latency_p99 - metric_of_interest: value - quantileName: Ready - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: OLM]" - - name: OCP-84102_extension_workqueue_latency_GCP - metricName.keyword: clusterextension_workqueue_latency_p99 - metric_of_interest: value - quantileName: Ready - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: OLM]" - - name: OCP-84103_controller_reconcile_p99_GCP - metricName.keyword: operator-controller-controller_reconcile_p99 - metric_of_interest: value - quantileName: Ready - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: OLM]" - - name: OCP-84104_catalogd_reconcile_p99_GCP - metricName.keyword: catalogd-controller_reconcile_p99 - metric_of_interest: value - quantileName: Ready - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: OLM]" + - name: OCP-84092_catalogdMemory_GCP + metricName.keyword: catalogd_memory_peak_usage_5m + metric_of_interest: value + quantileName: Ready + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: OLM]" + - name: OCP-84093_controllerMemory_GCP + metricName.keyword: operator-controller_memory_peak_usage_5m + metric_of_interest: value + quantileName: Ready + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: OLM]" + - name: OCP-84094_catalogdCPU_GCP + metricName.keyword: catalogd_cpu_usage_cores + metric_of_interest: value + labels.namespace.keyword: openshift-catalogd + not: + jobConfig.name: "garbage-collection" + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: OLM]" + - name: OCP-84095_controllerCPU_GCP + metricName.keyword: operator-controller_cpu_usage_cores + metric_of_interest: value + labels.namespace.keyword: openshift-operator-controller + not: + jobConfig.name: "garbage-collection" + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: OLM]" + - name: OCP-84096_catalogdDisk_GCP + metricName.keyword: catalogd_disk_usage + metric_of_interest: value + quantileName: Ready + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: OLM]" + - name: OCP-84097_controllerDisk_GCP + metricName.keyword: controller_disk_usage + metric_of_interest: value + quantileName: Ready + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: OLM]" + - name: OCP-84098_catalogd_5xx_error_GCP + metricName.keyword: catalogd_http_5xx_error_count + metric_of_interest: value + quantileName: Ready + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: OLM]" + - name: OCP-84099_catalog_error_rate_GCP + metricName.keyword: clustercatalog_error_rate + metric_of_interest: value + quantileName: Ready + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: OLM]" + - name: OCP-84100_extension_error_rate_GCP + metricName.keyword: clusterextension_error_rate + metric_of_interest: value + quantileName: Ready + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: OLM]" + - name: OCP-84101_catalogd_workqueue_latency_GCP + metricName.keyword: catalogd-clustercatalog_workqueue_latency_p99 + metric_of_interest: value + quantileName: Ready + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: OLM]" + - name: OCP-84102_extension_workqueue_latency_GCP + metricName.keyword: clusterextension_workqueue_latency_p99 + metric_of_interest: value + quantileName: Ready + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: OLM]" + - name: OCP-84103_controller_reconcile_p99_GCP + metricName.keyword: operator-controller-controller_reconcile_p99 + metric_of_interest: value + quantileName: Ready + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: OLM]" + - name: OCP-84104_catalogd_reconcile_p99_GCP + metricName.keyword: catalogd-controller_reconcile_p99 + metric_of_interest: value + quantileName: Ready + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: OLM]" diff --git a/examples/ols-load-generator.yaml b/examples/ols-load-generator.yaml index 8bf42f5a..f511d9d4 100644 --- a/examples/ols-load-generator.yaml +++ b/examples/ols-load-generator.yaml @@ -1,7 +1,7 @@ tests: - name: ols-load-generator-{{ ols_test_workers }}w-5m metadata: - olsTestWorkers: {{ ols_test_workers }} + olsTestWorkers: "{{ ols_test_workers }}" olsTestDuration: "5m" platform: AWS clusterType: self-managed @@ -16,374 +16,374 @@ tests: stream: okd metrics: - - name: postQuery_5m - metricName.keyword: post_query - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postQuery_5m_statusCodes.200 - - name: postStreamingQuery_5m - metricName.keyword: post_streaming_query - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postStreamingQuery_5m_statusCodes.200 - - name: postQueryWithCache_5m - metricName.keyword: post_query_with_cache - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postQueryWithCache_5m_statusCodes.200 - - name: postStreamingQueryWithCache_5m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postStreamingQueryWithCache_5m_statusCodes.200 - - name: getFeedbackStatus_5m - metricName.keyword: get_feedback_status - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: getFeedbackStatus_5m_statusCodes.200 - - name: postFeedback_5m - metricName.keyword: post_feedback - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postFeedback_5m_statusCodes.200 - - name: postAuthorized_5m - metricName.keyword: post_authorized - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postAuthorized_5m_statusCodes.200 - - name: getLiveness_5m - metricName.keyword: get_liveness - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: getLiveness_5m_statusCodes.200 - - name: getReadiness_5m - metricName.keyword: get_readiness - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: getReadiness_5m_statusCodes.200 - - name: getMetrics_5m - metricName.keyword: get_metrics - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: getMetrics_5m_statusCodes.200 - - name: postQuery_5m - metricName.keyword: post_query - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postStreamingQuery_5m - metricName.keyword: post_streaming_query - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postQueryWithCache_5m - metricName.keyword: post_query_with_cache - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postStreamingQueryWithCache_5m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: getFeedbackStatus_5m - metricName.keyword: get_feedback_status - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postFeedback_5m - metricName.keyword: post_feedback - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postAuthorized_5m - metricName.keyword: post_authorized - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: getLiveness_5m - metricName.keyword: get_liveness - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: getReadiness_5m - metricName.keyword: get_readiness - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: getMetrics_5m - metricName.keyword: get_metrics - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postQuery_403_5m - metricName.keyword: post_query - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postStreamingQuery_403_5m - metricName.keyword: post_streaming_query - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postQueryWithCache_403_5m - metricName.keyword: post_query_with_cache - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postStreamingQueryWithCache_403_5m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: getFeedbackStatus_403_5m - metricName.keyword: get_feedback_status - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postFeedback_403_5m - metricName.keyword: post_feedback - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postAuthorized_403_5m - metricName.keyword: post_authorized - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: getLiveness_403_5m - metricName.keyword: get_liveness - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: getReadiness_403_5m - metricName.keyword: get_readiness - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: getMetrics_403_5m - metricName.keyword: get_metrics - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postQuery_413_5m - metricName.keyword: post_query - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postStreamingQuery_413_5m - metricName.keyword: post_streaming_query - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postQueryWithCache_413_5m - metricName.keyword: post_query_with_cache - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postStreamingQueryWithCache_413_5m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: getFeedbackStatus_413_5m - metricName.keyword: get_feedback_status - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postFeedback_413_5m - metricName.keyword: post_feedback - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postAuthorized_413_5m - metricName.keyword: post_authorized - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: getLiveness_413_5m - metricName.keyword: get_liveness - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: getReadiness_413_5m - metricName.keyword: get_readiness - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: getMetrics_413_5m - metricName.keyword: get_metrics - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postQuery_422_5m - metricName.keyword: post_query - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postStreamingQuery_422_5m - metricName.keyword: post_streaming_query - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postQueryWithCache_422_5m - metricName.keyword: post_query_with_cache - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postStreamingQueryWithCache_422_5m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: getFeedbackStatus_422_5m - metricName.keyword: get_feedback_status - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postFeedback_422_5m - metricName.keyword: post_feedback - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postAuthorized_422_5m - metricName.keyword: post_authorized - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: getLiveness_422_5m - metricName.keyword: get_liveness - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: getReadiness_422_5m - metricName.keyword: get_readiness - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: getMetrics_422_5m - metricName.keyword: get_metrics - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postQuery_500_5m - metricName.keyword: post_query - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: postStreamingQuery_500_5m - metricName.keyword: post_streaming_query - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: postQueryWithCache_500_5m - metricName.keyword: post_query_with_cache - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: postStreamingQueryWithCache_500_5m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: getFeedbackStatus_500_5m - metricName.keyword: get_feedback_status - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: postFeedback_500_5m - metricName.keyword: post_feedback - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: postAuthorized_500_5m - metricName.keyword: post_authorized - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: getLiveness_500_5m - metricName.keyword: get_liveness - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: getReadiness_500_5m - metricName.keyword: get_readiness - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: getMetrics_500_5m - metricName.keyword: get_metrics - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: LLMCallFailures_5m - metricName.keyword: avg-llm-call-failures - metric_of_interest: value - agg: - value: callFailures - agg_type: avg - direction: 1 - threshold: 10 - - name: LLMValidationErros_5m - metricName.keyword: avg-llm-validation-errors - metric_of_interest: value - agg: - value: validationErrors - agg_type: avg - direction: 1 - threshold: 10 - - name: lightSpeedCPU_5m - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-lightspeed - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: lightSpeedMemory_5m - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-lightspeed - metric_of_interest: value - agg: - value: memory - agg_type: avg - direction: 1 - threshold: 10 + - name: postQuery_5m + metricName.keyword: post_query + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postQuery_5m_statusCodes.200 + - name: postStreamingQuery_5m + metricName.keyword: post_streaming_query + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postStreamingQuery_5m_statusCodes.200 + - name: postQueryWithCache_5m + metricName.keyword: post_query_with_cache + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postQueryWithCache_5m_statusCodes.200 + - name: postStreamingQueryWithCache_5m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postStreamingQueryWithCache_5m_statusCodes.200 + - name: getFeedbackStatus_5m + metricName.keyword: get_feedback_status + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: getFeedbackStatus_5m_statusCodes.200 + - name: postFeedback_5m + metricName.keyword: post_feedback + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postFeedback_5m_statusCodes.200 + - name: postAuthorized_5m + metricName.keyword: post_authorized + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postAuthorized_5m_statusCodes.200 + - name: getLiveness_5m + metricName.keyword: get_liveness + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: getLiveness_5m_statusCodes.200 + - name: getReadiness_5m + metricName.keyword: get_readiness + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: getReadiness_5m_statusCodes.200 + - name: getMetrics_5m + metricName.keyword: get_metrics + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: getMetrics_5m_statusCodes.200 + - name: postQuery_5m + metricName.keyword: post_query + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postStreamingQuery_5m + metricName.keyword: post_streaming_query + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postQueryWithCache_5m + metricName.keyword: post_query_with_cache + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postStreamingQueryWithCache_5m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: getFeedbackStatus_5m + metricName.keyword: get_feedback_status + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postFeedback_5m + metricName.keyword: post_feedback + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postAuthorized_5m + metricName.keyword: post_authorized + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: getLiveness_5m + metricName.keyword: get_liveness + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: getReadiness_5m + metricName.keyword: get_readiness + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: getMetrics_5m + metricName.keyword: get_metrics + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postQuery_403_5m + metricName.keyword: post_query + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postStreamingQuery_403_5m + metricName.keyword: post_streaming_query + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postQueryWithCache_403_5m + metricName.keyword: post_query_with_cache + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postStreamingQueryWithCache_403_5m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: getFeedbackStatus_403_5m + metricName.keyword: get_feedback_status + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postFeedback_403_5m + metricName.keyword: post_feedback + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postAuthorized_403_5m + metricName.keyword: post_authorized + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: getLiveness_403_5m + metricName.keyword: get_liveness + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: getReadiness_403_5m + metricName.keyword: get_readiness + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: getMetrics_403_5m + metricName.keyword: get_metrics + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postQuery_413_5m + metricName.keyword: post_query + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postStreamingQuery_413_5m + metricName.keyword: post_streaming_query + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postQueryWithCache_413_5m + metricName.keyword: post_query_with_cache + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postStreamingQueryWithCache_413_5m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: getFeedbackStatus_413_5m + metricName.keyword: get_feedback_status + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postFeedback_413_5m + metricName.keyword: post_feedback + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postAuthorized_413_5m + metricName.keyword: post_authorized + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: getLiveness_413_5m + metricName.keyword: get_liveness + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: getReadiness_413_5m + metricName.keyword: get_readiness + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: getMetrics_413_5m + metricName.keyword: get_metrics + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postQuery_422_5m + metricName.keyword: post_query + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postStreamingQuery_422_5m + metricName.keyword: post_streaming_query + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postQueryWithCache_422_5m + metricName.keyword: post_query_with_cache + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postStreamingQueryWithCache_422_5m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: getFeedbackStatus_422_5m + metricName.keyword: get_feedback_status + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postFeedback_422_5m + metricName.keyword: post_feedback + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postAuthorized_422_5m + metricName.keyword: post_authorized + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: getLiveness_422_5m + metricName.keyword: get_liveness + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: getReadiness_422_5m + metricName.keyword: get_readiness + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: getMetrics_422_5m + metricName.keyword: get_metrics + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postQuery_500_5m + metricName.keyword: post_query + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: postStreamingQuery_500_5m + metricName.keyword: post_streaming_query + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: postQueryWithCache_500_5m + metricName.keyword: post_query_with_cache + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: postStreamingQueryWithCache_500_5m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: getFeedbackStatus_500_5m + metricName.keyword: get_feedback_status + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: postFeedback_500_5m + metricName.keyword: post_feedback + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: postAuthorized_500_5m + metricName.keyword: post_authorized + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: getLiveness_500_5m + metricName.keyword: get_liveness + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: getReadiness_500_5m + metricName.keyword: get_readiness + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: getMetrics_500_5m + metricName.keyword: get_metrics + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: LLMCallFailures_5m + metricName.keyword: avg-llm-call-failures + metric_of_interest: value + agg: + value: callFailures + agg_type: avg + direction: 1 + threshold: 10 + - name: LLMValidationErros_5m + metricName.keyword: avg-llm-validation-errors + metric_of_interest: value + agg: + value: validationErrors + agg_type: avg + direction: 1 + threshold: 10 + - name: lightSpeedCPU_5m + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-lightspeed + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: lightSpeedMemory_5m + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-lightspeed + metric_of_interest: value + agg: + value: memory + agg_type: avg + direction: 1 + threshold: 10 - name: ols-load-generator-{{ ols_test_workers }}w-10m metadata: - olsTestWorkers: {{ ols_test_workers }} + olsTestWorkers: "{{ ols_test_workers }}" olsTestDuration: "10m" platform: AWS clusterType: self-managed @@ -396,374 +396,374 @@ tests: networkType: OVNKubernetes metrics: - - name: postQuery_10m - metricName.keyword: post_query - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postQuery_10m_statusCodes.200 - - name: postStreamingQuery_10m - metricName.keyword: post_streaming_query - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postStreamingQuery_10m_statusCodes.200 - - name: postQueryWithCache_10m - metricName.keyword: post_query_with_cache - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postQueryWithCache_10m_statusCodes.200 - - name: postStreamingQueryWithCache_10m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postStreamingQueryWithCache_10m_statusCodes.200 - - name: getFeedbackStatus_10m - metricName.keyword: get_feedback_status - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: getFeedbackStatus_10m_statusCodes.200 - - name: postFeedback_10m - metricName.keyword: post_feedback - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postFeedback_10m_statusCodes.200 - - name: postAuthorized_10m - metricName.keyword: post_authorized - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postAuthorized_10m_statusCodes.200 - - name: getLiveness_10m - metricName.keyword: get_liveness - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: getLiveness_10m_statusCodes.200 - - name: getReadiness_10m - metricName.keyword: get_readiness - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: getReadiness_10m_statusCodes.200 - - name: getMetrics_10m - metricName.keyword: get_metrics - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: getMetrics_10m_statusCodes.200 - - name: postQuery_10m - metricName.keyword: post_query - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postStreamingQuery_10m - metricName.keyword: post_streaming_query - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postQueryWithCache_10m - metricName.keyword: post_query_with_cache - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postStreamingQueryWithCache_10m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: getFeedbackStatus_10m - metricName.keyword: get_feedback_status - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postFeedback_10m - metricName.keyword: post_feedback - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postAuthorized_10m - metricName.keyword: post_authorized - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: getLiveness_10m - metricName.keyword: get_liveness - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: getReadiness_10m - metricName.keyword: get_readiness - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: getMetrics_10m - metricName.keyword: get_metrics - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postQuery_403_10m - metricName.keyword: post_query - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postStreamingQuery_403_10m - metricName.keyword: post_streaming_query - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postQueryWithCache_403_10m - metricName.keyword: post_query_with_cache - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postStreamingQueryWithCache_403_10m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: getFeedbackStatus_403_10m - metricName.keyword: get_feedback_status - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postFeedback_403_10m - metricName.keyword: post_feedback - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postAuthorized_403_10m - metricName.keyword: post_authorized - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: getLiveness_403_10m - metricName.keyword: get_liveness - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: getReadiness_403_10m - metricName.keyword: get_readiness - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: getMetrics_403_10m - metricName.keyword: get_metrics - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postQuery_413_10m - metricName.keyword: post_query - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postStreamingQuery_413_10m - metricName.keyword: post_streaming_query - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postQueryWithCache_413_10m - metricName.keyword: post_query_with_cache - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postStreamingQueryWithCache_413_10m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: getFeedbackStatus_413_10m - metricName.keyword: get_feedback_status - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postFeedback_413_10m - metricName.keyword: post_feedback - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postAuthorized_413_10m - metricName.keyword: post_authorized - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: getLiveness_413_10m - metricName.keyword: get_liveness - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: getReadiness_413_10m - metricName.keyword: get_readiness - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: getMetrics_413_10m - metricName.keyword: get_metrics - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postQuery_422_10m - metricName.keyword: post_query - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postStreamingQuery_422_10m - metricName.keyword: post_streaming_query - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postQueryWithCache_422_10m - metricName.keyword: post_query_with_cache - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postStreamingQueryWithCache_422_10m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: getFeedbackStatus_422_10m - metricName.keyword: get_feedback_status - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postFeedback_422_10m - metricName.keyword: post_feedback - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postAuthorized_422_10m - metricName.keyword: post_authorized - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: getLiveness_422_10m - metricName.keyword: get_liveness - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: getReadiness_422_10m - metricName.keyword: get_readiness - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: getMetrics_422_10m - metricName.keyword: get_metrics - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postQuery_500_10m - metricName.keyword: post_query - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: postStreamingQuery_500_10m - metricName.keyword: post_streaming_query - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: postQueryWithCache_500_10m - metricName.keyword: post_query_with_cache - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: postStreamingQueryWithCache_500_10m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: getFeedbackStatus_500_10m - metricName.keyword: get_feedback_status - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: postFeedback_500_10m - metricName.keyword: post_feedback - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: postAuthorized_500_10m - metricName.keyword: post_authorized - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: getLiveness_500_10m - metricName.keyword: get_liveness - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: getReadiness_500_10m - metricName.keyword: get_readiness - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: getMetrics_500_10m - metricName.keyword: get_metrics - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: LLMCallFailures_10m - metricName.keyword: avg-llm-call-failures - metric_of_interest: value - agg: - value: callFailures - agg_type: avg - direction: 1 - threshold: 10 - - name: LLMValidationErros_10m - metricName.keyword: avg-llm-validation-errors - metric_of_interest: value - agg: - value: validationErrors - agg_type: avg - direction: 1 - threshold: 10 - - name: lightSpeedCPU_10m - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-lightspeed - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: lightSpeedMemory_10m - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-lightspeed - metric_of_interest: value - agg: - value: memory - agg_type: avg - direction: 1 - threshold: 10 + - name: postQuery_10m + metricName.keyword: post_query + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postQuery_10m_statusCodes.200 + - name: postStreamingQuery_10m + metricName.keyword: post_streaming_query + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postStreamingQuery_10m_statusCodes.200 + - name: postQueryWithCache_10m + metricName.keyword: post_query_with_cache + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postQueryWithCache_10m_statusCodes.200 + - name: postStreamingQueryWithCache_10m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postStreamingQueryWithCache_10m_statusCodes.200 + - name: getFeedbackStatus_10m + metricName.keyword: get_feedback_status + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: getFeedbackStatus_10m_statusCodes.200 + - name: postFeedback_10m + metricName.keyword: post_feedback + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postFeedback_10m_statusCodes.200 + - name: postAuthorized_10m + metricName.keyword: post_authorized + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postAuthorized_10m_statusCodes.200 + - name: getLiveness_10m + metricName.keyword: get_liveness + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: getLiveness_10m_statusCodes.200 + - name: getReadiness_10m + metricName.keyword: get_readiness + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: getReadiness_10m_statusCodes.200 + - name: getMetrics_10m + metricName.keyword: get_metrics + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: getMetrics_10m_statusCodes.200 + - name: postQuery_10m + metricName.keyword: post_query + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postStreamingQuery_10m + metricName.keyword: post_streaming_query + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postQueryWithCache_10m + metricName.keyword: post_query_with_cache + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postStreamingQueryWithCache_10m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: getFeedbackStatus_10m + metricName.keyword: get_feedback_status + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postFeedback_10m + metricName.keyword: post_feedback + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postAuthorized_10m + metricName.keyword: post_authorized + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: getLiveness_10m + metricName.keyword: get_liveness + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: getReadiness_10m + metricName.keyword: get_readiness + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: getMetrics_10m + metricName.keyword: get_metrics + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postQuery_403_10m + metricName.keyword: post_query + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postStreamingQuery_403_10m + metricName.keyword: post_streaming_query + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postQueryWithCache_403_10m + metricName.keyword: post_query_with_cache + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postStreamingQueryWithCache_403_10m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: getFeedbackStatus_403_10m + metricName.keyword: get_feedback_status + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postFeedback_403_10m + metricName.keyword: post_feedback + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postAuthorized_403_10m + metricName.keyword: post_authorized + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: getLiveness_403_10m + metricName.keyword: get_liveness + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: getReadiness_403_10m + metricName.keyword: get_readiness + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: getMetrics_403_10m + metricName.keyword: get_metrics + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postQuery_413_10m + metricName.keyword: post_query + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postStreamingQuery_413_10m + metricName.keyword: post_streaming_query + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postQueryWithCache_413_10m + metricName.keyword: post_query_with_cache + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postStreamingQueryWithCache_413_10m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: getFeedbackStatus_413_10m + metricName.keyword: get_feedback_status + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postFeedback_413_10m + metricName.keyword: post_feedback + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postAuthorized_413_10m + metricName.keyword: post_authorized + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: getLiveness_413_10m + metricName.keyword: get_liveness + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: getReadiness_413_10m + metricName.keyword: get_readiness + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: getMetrics_413_10m + metricName.keyword: get_metrics + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postQuery_422_10m + metricName.keyword: post_query + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postStreamingQuery_422_10m + metricName.keyword: post_streaming_query + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postQueryWithCache_422_10m + metricName.keyword: post_query_with_cache + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postStreamingQueryWithCache_422_10m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: getFeedbackStatus_422_10m + metricName.keyword: get_feedback_status + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postFeedback_422_10m + metricName.keyword: post_feedback + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postAuthorized_422_10m + metricName.keyword: post_authorized + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: getLiveness_422_10m + metricName.keyword: get_liveness + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: getReadiness_422_10m + metricName.keyword: get_readiness + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: getMetrics_422_10m + metricName.keyword: get_metrics + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postQuery_500_10m + metricName.keyword: post_query + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: postStreamingQuery_500_10m + metricName.keyword: post_streaming_query + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: postQueryWithCache_500_10m + metricName.keyword: post_query_with_cache + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: postStreamingQueryWithCache_500_10m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: getFeedbackStatus_500_10m + metricName.keyword: get_feedback_status + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: postFeedback_500_10m + metricName.keyword: post_feedback + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: postAuthorized_500_10m + metricName.keyword: post_authorized + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: getLiveness_500_10m + metricName.keyword: get_liveness + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: getReadiness_500_10m + metricName.keyword: get_readiness + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: getMetrics_500_10m + metricName.keyword: get_metrics + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: LLMCallFailures_10m + metricName.keyword: avg-llm-call-failures + metric_of_interest: value + agg: + value: callFailures + agg_type: avg + direction: 1 + threshold: 10 + - name: LLMValidationErros_10m + metricName.keyword: avg-llm-validation-errors + metric_of_interest: value + agg: + value: validationErrors + agg_type: avg + direction: 1 + threshold: 10 + - name: lightSpeedCPU_10m + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-lightspeed + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: lightSpeedMemory_10m + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-lightspeed + metric_of_interest: value + agg: + value: memory + agg_type: avg + direction: 1 + threshold: 10 - name: ols-load-generator-{{ ols_test_workers }}w-20m metadata: - olsTestWorkers: {{ ols_test_workers }} + olsTestWorkers: "{{ ols_test_workers }}" olsTestDuration: "20m" platform: AWS clusterType: self-managed @@ -776,367 +776,367 @@ tests: networkType: OVNKubernetes metrics: - - name: postQuery_20m - metricName.keyword: post_query - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postQuery_20m_statusCodes.200 - - name: postStreamingQuery_20m - metricName.keyword: post_streaming_query - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postStreamingQuery_20m_statusCodes.200 - - name: postQueryWithCache_20m - metricName.keyword: post_query_with_cache - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postQueryWithCache_20m_statusCodes.200 - - name: postStreamingQueryWithCache_20m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postStreamingQueryWithCache_20m_statusCodes.200 - - name: getFeedbackStatus_20m - metricName.keyword: get_feedback_status - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: getFeedbackStatus_20m_statusCodes.200 - - name: postFeedback_20m - metricName.keyword: post_feedback - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postFeedback_20m_statusCodes.200 - - name: postAuthorized_20m - metricName.keyword: post_authorized - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: postAuthorized_20m_statusCodes.200 - - name: getLiveness_20m - metricName.keyword: get_liveness - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: getLiveness_20m_statusCodes.200 - - name: getReadiness_20m - metricName.keyword: get_readiness - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: getReadiness_20m_statusCodes.200 - - name: getMetrics_20m - metricName.keyword: get_metrics - metric_of_interest: p99Latency - direction: 1 - threshold: 10 - context: 10 - correlation: getMetrics_20m_statusCodes.200 - - name: postQuery_20m - metricName.keyword: post_query - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postStreamingQuery_20m - metricName.keyword: post_streaming_query - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postQueryWithCache_20m - metricName.keyword: post_query_with_cache - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postStreamingQueryWithCache_20m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: getFeedbackStatus_20m - metricName.keyword: get_feedback_status - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postFeedback_20m - metricName.keyword: post_feedback - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postAuthorized_20m - metricName.keyword: post_authorized - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: getLiveness_20m - metricName.keyword: get_liveness - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: getReadiness_20m - metricName.keyword: get_readiness - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: getMetrics_20m - metricName.keyword: get_metrics - metric_of_interest: statusCodes.200 - direction: -1 - threshold: 10 - context: 10 - - name: postQuery_403_20m - metricName.keyword: post_query - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postStreamingQuery_403_20m - metricName.keyword: post_streaming_query - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postQueryWithCache_403_20m - metricName.keyword: post_query_with_cache - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postStreamingQueryWithCache_403_20m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: getFeedbackStatus_403_20m - metricName.keyword: get_feedback_status - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postFeedback_403_20m - metricName.keyword: post_feedback - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postAuthorized_403_20m - metricName.keyword: post_authorized - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: getLiveness_403_20m - metricName.keyword: get_liveness - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: getReadiness_403_20m - metricName.keyword: get_readiness - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: getMetrics_403_20m - metricName.keyword: get_metrics - metric_of_interest: statusCodes.403 - direction: 1 - threshold: 10 - - name: postQuery_413_20m - metricName.keyword: post_query - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postStreamingQuery_413_20m - metricName.keyword: post_streaming_query - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postQueryWithCache_413_20m - metricName.keyword: post_query_with_cache - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postStreamingQueryWithCache_413_20m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: getFeedbackStatus_413_20m - metricName.keyword: get_feedback_status - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postFeedback_413_20m - metricName.keyword: post_feedback - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postAuthorized_413_20m - metricName.keyword: post_authorized - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: getLiveness_413_20m - metricName.keyword: get_liveness - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: getReadiness_413_20m - metricName.keyword: get_readiness - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: getMetrics_413_20m - metricName.keyword: get_metrics - metric_of_interest: statusCodes.413 - direction: 1 - threshold: 10 - - name: postQuery_422_20m - metricName.keyword: post_query - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postStreamingQuery_422_20m - metricName.keyword: post_streaming_query - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postQueryWithCache_422_20m - metricName.keyword: post_query_with_cache - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postStreamingQueryWithCache_422_20m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: getFeedbackStatus_422_20m - metricName.keyword: get_feedback_status - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postFeedback_422_20m - metricName.keyword: post_feedback - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postAuthorized_422_20m - metricName.keyword: post_authorized - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: getLiveness_422_20m - metricName.keyword: get_liveness - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: getReadiness_422_20m - metricName.keyword: get_readiness - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: getMetrics_422_20m - metricName.keyword: get_metrics - metric_of_interest: statusCodes.422 - direction: 1 - threshold: 10 - - name: postQuery_500_20m - metricName.keyword: post_query - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: postStreamingQuery_500_20m - metricName.keyword: post_streaming_query - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: postQueryWithCache_500_20m - metricName.keyword: post_query_with_cache - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: postStreamingQueryWithCache_500_20m - metricName.keyword: post_streaming_query_with_cache - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: getFeedbackStatus_500_20m - metricName.keyword: get_feedback_status - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: postFeedback_500_20m - metricName.keyword: post_feedback - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: postAuthorized_500_20m - metricName.keyword: post_authorized - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: getLiveness_500_20m - metricName.keyword: get_liveness - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: getReadiness_500_20m - metricName.keyword: get_readiness - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: getMetrics_500_20m - metricName.keyword: get_metrics - metric_of_interest: statusCodes.500 - direction: 1 - threshold: 10 - - name: LLMCallFailures_20m - metricName.keyword: avg-llm-call-failures - metric_of_interest: value - agg: - value: callFailures - agg_type: avg - direction: 1 - threshold: 10 - - name: LLMValidationErros_20m - metricName.keyword: avg-llm-validation-errors - metric_of_interest: value - agg: - value: validationErrors - agg_type: avg - direction: 1 - threshold: 10 - - name: lightSpeedCPU_20m - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-lightspeed - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: lightSpeedMemory_20m - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-lightspeed - metric_of_interest: value - agg: - value: memory - agg_type: avg - direction: 1 - threshold: 10 + - name: postQuery_20m + metricName.keyword: post_query + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postQuery_20m_statusCodes.200 + - name: postStreamingQuery_20m + metricName.keyword: post_streaming_query + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postStreamingQuery_20m_statusCodes.200 + - name: postQueryWithCache_20m + metricName.keyword: post_query_with_cache + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postQueryWithCache_20m_statusCodes.200 + - name: postStreamingQueryWithCache_20m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postStreamingQueryWithCache_20m_statusCodes.200 + - name: getFeedbackStatus_20m + metricName.keyword: get_feedback_status + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: getFeedbackStatus_20m_statusCodes.200 + - name: postFeedback_20m + metricName.keyword: post_feedback + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postFeedback_20m_statusCodes.200 + - name: postAuthorized_20m + metricName.keyword: post_authorized + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: postAuthorized_20m_statusCodes.200 + - name: getLiveness_20m + metricName.keyword: get_liveness + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: getLiveness_20m_statusCodes.200 + - name: getReadiness_20m + metricName.keyword: get_readiness + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: getReadiness_20m_statusCodes.200 + - name: getMetrics_20m + metricName.keyword: get_metrics + metric_of_interest: p99Latency + direction: 1 + threshold: 10 + context: 10 + correlation: getMetrics_20m_statusCodes.200 + - name: postQuery_20m + metricName.keyword: post_query + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postStreamingQuery_20m + metricName.keyword: post_streaming_query + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postQueryWithCache_20m + metricName.keyword: post_query_with_cache + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postStreamingQueryWithCache_20m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: getFeedbackStatus_20m + metricName.keyword: get_feedback_status + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postFeedback_20m + metricName.keyword: post_feedback + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postAuthorized_20m + metricName.keyword: post_authorized + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: getLiveness_20m + metricName.keyword: get_liveness + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: getReadiness_20m + metricName.keyword: get_readiness + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: getMetrics_20m + metricName.keyword: get_metrics + metric_of_interest: statusCodes.200 + direction: -1 + threshold: 10 + context: 10 + - name: postQuery_403_20m + metricName.keyword: post_query + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postStreamingQuery_403_20m + metricName.keyword: post_streaming_query + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postQueryWithCache_403_20m + metricName.keyword: post_query_with_cache + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postStreamingQueryWithCache_403_20m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: getFeedbackStatus_403_20m + metricName.keyword: get_feedback_status + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postFeedback_403_20m + metricName.keyword: post_feedback + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postAuthorized_403_20m + metricName.keyword: post_authorized + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: getLiveness_403_20m + metricName.keyword: get_liveness + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: getReadiness_403_20m + metricName.keyword: get_readiness + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: getMetrics_403_20m + metricName.keyword: get_metrics + metric_of_interest: statusCodes.403 + direction: 1 + threshold: 10 + - name: postQuery_413_20m + metricName.keyword: post_query + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postStreamingQuery_413_20m + metricName.keyword: post_streaming_query + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postQueryWithCache_413_20m + metricName.keyword: post_query_with_cache + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postStreamingQueryWithCache_413_20m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: getFeedbackStatus_413_20m + metricName.keyword: get_feedback_status + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postFeedback_413_20m + metricName.keyword: post_feedback + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postAuthorized_413_20m + metricName.keyword: post_authorized + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: getLiveness_413_20m + metricName.keyword: get_liveness + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: getReadiness_413_20m + metricName.keyword: get_readiness + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: getMetrics_413_20m + metricName.keyword: get_metrics + metric_of_interest: statusCodes.413 + direction: 1 + threshold: 10 + - name: postQuery_422_20m + metricName.keyword: post_query + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postStreamingQuery_422_20m + metricName.keyword: post_streaming_query + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postQueryWithCache_422_20m + metricName.keyword: post_query_with_cache + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postStreamingQueryWithCache_422_20m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: getFeedbackStatus_422_20m + metricName.keyword: get_feedback_status + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postFeedback_422_20m + metricName.keyword: post_feedback + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postAuthorized_422_20m + metricName.keyword: post_authorized + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: getLiveness_422_20m + metricName.keyword: get_liveness + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: getReadiness_422_20m + metricName.keyword: get_readiness + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: getMetrics_422_20m + metricName.keyword: get_metrics + metric_of_interest: statusCodes.422 + direction: 1 + threshold: 10 + - name: postQuery_500_20m + metricName.keyword: post_query + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: postStreamingQuery_500_20m + metricName.keyword: post_streaming_query + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: postQueryWithCache_500_20m + metricName.keyword: post_query_with_cache + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: postStreamingQueryWithCache_500_20m + metricName.keyword: post_streaming_query_with_cache + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: getFeedbackStatus_500_20m + metricName.keyword: get_feedback_status + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: postFeedback_500_20m + metricName.keyword: post_feedback + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: postAuthorized_500_20m + metricName.keyword: post_authorized + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: getLiveness_500_20m + metricName.keyword: get_liveness + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: getReadiness_500_20m + metricName.keyword: get_readiness + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: getMetrics_500_20m + metricName.keyword: get_metrics + metric_of_interest: statusCodes.500 + direction: 1 + threshold: 10 + - name: LLMCallFailures_20m + metricName.keyword: avg-llm-call-failures + metric_of_interest: value + agg: + value: callFailures + agg_type: avg + direction: 1 + threshold: 10 + - name: LLMValidationErros_20m + metricName.keyword: avg-llm-validation-errors + metric_of_interest: value + agg: + value: validationErrors + agg_type: avg + direction: 1 + threshold: 10 + - name: lightSpeedCPU_20m + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-lightspeed + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: lightSpeedMemory_20m + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-lightspeed + metric_of_interest: value + agg: + value: memory + agg_type: avg + direction: 1 + threshold: 10 diff --git a/examples/parent.yaml b/examples/parent.yaml index cbcf8a33..7b87fe90 100644 --- a/examples/parent.yaml +++ b/examples/parent.yaml @@ -5,4 +5,4 @@ metadata: masterNodesCount: 3 workerNodesType: m6a.xlarge workerNodesCount: 6 - benchmark.keyword: node-density \ No newline at end of file + benchmark.keyword: node-density diff --git a/examples/payload-scale.yaml b/examples/payload-scale.yaml index 5678be5c..6113895c 100644 --- a/examples/payload-scale.yaml +++ b/examples/payload-scale.yaml @@ -14,43 +14,43 @@ tests: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg - - name: etcdDisk - metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds - metric_of_interest: value - agg: - value: duration - agg_type: avg + - name: etcdDisk + metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds + metric_of_interest: value + agg: + value: duration + agg_type: avg - name: aws-payload-scale-node-density metadata: platform: AWS @@ -64,41 +64,41 @@ tests: networkType: OVNKubernetes metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg - - name: etcdDisk - metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds - metric_of_interest: value - agg: - value: duration - agg_type: avg + - name: etcdDisk + metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds + metric_of_interest: value + agg: + value: duration + agg_type: avg diff --git a/examples/quay-load-test-stable-stage.yaml b/examples/quay-load-test-stable-stage.yaml index 1672f054..67cfe278 100644 --- a/examples/quay-load-test-stable-stage.yaml +++ b/examples/quay-load-test-stable-stage.yaml @@ -1,6 +1,6 @@ tests: - name: quay-load-test-stable-stage-image-push-pulls - benchmark_index: {{ quay_image_push_pull_index }} + benchmark_index: "{{ quay_image_push_pull_index }}" metadata: platform: AWS clusterType: self-managed @@ -14,65 +14,65 @@ tests: networkType: OVNKubernetes metrics: - - name: image_pulls_success_count - targets: image_pulls - metric_of_interest: success_count - agg: - value: success - agg_type: sum - direction: -1 - threshold: 10 - context: 10 - timestamp: end_time - - name: image_pulls_failure_count - targets: image_pulls - metric_of_interest: failure_count - agg: - value: failure - agg_type: sum - direction: -1 - threshold: 10 - context: 10 - timestamp: end_time - - name: image_pulls_latency - targets: image_pulls - metric_of_interest: elapsed_time - agg: - value: latency - agg_type: max - direction: 1 - threshold: 10 - context: 10 - timestamp: end_time - correlation: image_pulls_success_count - - name: image_pushes_success_count - targets: image_pushes - metric_of_interest: success_count - agg: - value: success - agg_type: sum - direction: -1 - threshold: 10 - context: 10 - timestamp: end_time - - name: image_pushes_failure_count - targets: image_pushes - metric_of_interest: failure_count - agg: - value: failure - agg_type: sum - direction: -1 - threshold: 10 - context: 10 - timestamp: end_time - - name: image_pushes_latency - targets: image_pushes - metric_of_interest: elapsed_time - agg: - value: latency - agg_type: max - direction: 1 - threshold: 10 - context: 10 - timestamp: end_time - correlation: image_pushes_success_count \ No newline at end of file + - name: image_pulls_success_count + targets: image_pulls + metric_of_interest: success_count + agg: + value: success + agg_type: sum + direction: -1 + threshold: 10 + context: 10 + timestamp: end_time + - name: image_pulls_failure_count + targets: image_pulls + metric_of_interest: failure_count + agg: + value: failure + agg_type: sum + direction: -1 + threshold: 10 + context: 10 + timestamp: end_time + - name: image_pulls_latency + targets: image_pulls + metric_of_interest: elapsed_time + agg: + value: latency + agg_type: max + direction: 1 + threshold: 10 + context: 10 + timestamp: end_time + correlation: image_pulls_success_count + - name: image_pushes_success_count + targets: image_pushes + metric_of_interest: success_count + agg: + value: success + agg_type: sum + direction: -1 + threshold: 10 + context: 10 + timestamp: end_time + - name: image_pushes_failure_count + targets: image_pushes + metric_of_interest: failure_count + agg: + value: failure + agg_type: sum + direction: -1 + threshold: 10 + context: 10 + timestamp: end_time + - name: image_pushes_latency + targets: image_pushes + metric_of_interest: elapsed_time + agg: + value: latency + agg_type: max + direction: 1 + threshold: 10 + context: 10 + timestamp: end_time + correlation: image_pushes_success_count diff --git a/examples/quay-load-test-stable.yaml b/examples/quay-load-test-stable.yaml index 2c24bdb8..84ee7837 100644 --- a/examples/quay-load-test-stable.yaml +++ b/examples/quay-load-test-stable.yaml @@ -1,6 +1,6 @@ tests: - name: quay-load-test-stable-apis - benchmark_index: {{ quay_load_test_index }} + benchmark_index: "{{ quay_load_test_index }}" metadata: platform: AWS clusterType: self-managed @@ -14,2375 +14,2375 @@ tests: networkType: OVNKubernetes metrics: - - name: create_users_latency - targets: create_users - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: create_users_status_codes.200 - - name: create_users_0 - targets: create_users - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: create_users_200 - targets: create_users - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: create_users_201 - targets: create_users - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: create_users_204 - targets: create_users - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: create_users_400 - targets: create_users - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: create_users_401 - targets: create_users - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: create_users_403 - targets: create_users - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: create_users_404 - targets: create_users - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: create_users_405 - targets: create_users - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: create_users_408 - targets: create_users - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: create_users_500 - targets: create_users - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: create_users_502 - targets: create_users - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: create_users_503 - targets: create_users - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: create_users_504 - targets: create_users - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: update_passwords_latency - targets: update_passwords - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: update_passwords_status_codes.200 - - name: update_passwords_0 - targets: update_passwords - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: update_passwords_200 - targets: update_passwords - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: update_passwords_201 - targets: update_passwords - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: update_passwords_204 - targets: update_passwords - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: update_passwords_400 - targets: update_passwords - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: update_passwords_401 - targets: update_passwords - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: update_passwords_403 - targets: update_passwords - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: update_passwords_404 - targets: update_passwords - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: update_passwords_405 - targets: update_passwords - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: update_passwords_408 - targets: update_passwords - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: update_passwords_500 - targets: update_passwords - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: update_passwords_502 - targets: update_passwords - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: update_passwords_503 - targets: update_passwords - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: update_passwords_504 - targets: update_passwords - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_latency - targets: list_users - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: list_users_status_codes.200 - - name: list_users_0 - targets: list_users - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_200 - targets: list_users - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_201 - targets: list_users - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_204 - targets: list_users - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_400 - targets: list_users - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_401 - targets: list_users - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_403 - targets: list_users - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_404 - targets: list_users - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_405 - targets: list_users - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_408 - targets: list_users - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_500 - targets: list_users - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_502 - targets: list_users - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_503 - targets: list_users - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_504 - targets: list_users - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_latency - targets: get_users - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: get_users_status_codes.200 - - name: get_users_0 - targets: get_users - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_200 - targets: get_users - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_201 - targets: get_users - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_204 - targets: get_users - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_400 - targets: get_users - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_401 - targets: get_users - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_403 - targets: get_users - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_404 - targets: get_users - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_405 - targets: get_users - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_408 - targets: get_users - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_500 - targets: get_users - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_502 - targets: get_users - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_503 - targets: get_users - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_504 - targets: get_users - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_latency - targets: delete_users - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: delete_users_status_codes.200 - - name: delete_users_0 - targets: delete_users - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_200 - targets: delete_users - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_201 - targets: delete_users - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_204 - targets: delete_users - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_400 - targets: delete_users - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_401 - targets: delete_users - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_403 - targets: delete_users - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_404 - targets: delete_users - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_405 - targets: delete_users - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_408 - targets: delete_users - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_500 - targets: delete_users - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_502 - targets: delete_users - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_503 - targets: delete_users - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_504 - targets: delete_users - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: create_teams_latency - targets: create_teams - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: create_teams_status_codes.200 - - name: create_teams_0 - targets: create_teams - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: create_teams_200 - targets: create_teams - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: create_teams_201 - targets: create_teams - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: create_teams_204 - targets: create_teams - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: create_teams_400 - targets: create_teams - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: create_teams_401 - targets: create_teams - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: create_teams_403 - targets: create_teams - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: create_teams_404 - targets: create_teams - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: create_teams_405 - targets: create_teams - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: create_teams_408 - targets: create_teams - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: create_teams_500 - targets: create_teams - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: create_teams_502 - targets: create_teams - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: create_teams_503 - targets: create_teams - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: create_teams_504 - targets: create_teams - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_latency - targets: delete_teams - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: delete_teams_status_codes.200 - - name: delete_teams_0 - targets: delete_teams - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_200 - targets: delete_teams - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_201 - targets: delete_teams - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_204 - targets: delete_teams - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_400 - targets: delete_teams - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_401 - targets: delete_teams - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_403 - targets: delete_teams - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_404 - targets: delete_teams - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_405 - targets: delete_teams - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_408 - targets: delete_teams - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_500 - targets: delete_teams - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_502 - targets: delete_teams - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_503 - targets: delete_teams - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_504 - targets: delete_teams - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: add_team_members_latency - targets: add_team_members - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: add_team_members_status_codes.200 - - name: add_team_members_0 - targets: add_team_members - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: add_team_members_200 - targets: add_team_members - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: add_team_members_201 - targets: add_team_members - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: add_team_members_204 - targets: add_team_members - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: add_team_members_400 - targets: add_team_members - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: add_team_members_401 - targets: add_team_members - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: add_team_members_403 - targets: add_team_members - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: add_team_members_404 - targets: add_team_members - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: add_team_members_405 - targets: add_team_members - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: add_team_members_408 - targets: add_team_members - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: add_team_members_500 - targets: add_team_members - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: add_team_members_502 - targets: add_team_members - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: add_team_members_503 - targets: add_team_members - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: add_team_members_504 - targets: add_team_members - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_members_latency - targets: list_team_members - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: list_team_members_status_codes.200 - - name: list_team_members_0 - targets: list_team_members - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_members_200 - targets: list_team_members - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_members_201 - targets: list_team_members - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_members_204 - targets: list_team_members - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_members_400 - targets: list_team_members - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_members_401 - targets: list_team_members - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_members_403 - targets: list_team_members - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_members_404 - targets: list_team_members - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_members_405 - targets: list_team_members - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_members_408 - targets: list_team_members - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_members_500 - targets: list_team_members - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_members_502 - targets: list_team_members - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_members_503 - targets: list_team_members - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_members_504 - targets: list_team_members - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: delete_team_members_latency - targets: delete_team_members - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: delete_team_members_status_codes.200 - - name: delete_team_members_0 - targets: delete_team_members - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: delete_team_members_200 - targets: delete_team_members - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: delete_team_members_201 - targets: delete_team_members - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: delete_team_members_204 - targets: delete_team_members - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: delete_team_members_400 - targets: delete_team_members - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: delete_team_members_401 - targets: delete_team_members - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: delete_team_members_403 - targets: delete_team_members - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: delete_team_members_404 - targets: delete_team_members - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: delete_team_members_405 - targets: delete_team_members - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: delete_team_members_408 - targets: delete_team_members - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: delete_team_members_500 - targets: delete_team_members - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: delete_team_members_502 - targets: delete_team_members - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: delete_team_members_503 - targets: delete_team_members - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: delete_team_members_504 - targets: delete_team_members - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: list_tags_for_user_repos_latency - targets: list_tags_for_user_repos - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: list_tags_for_user_repos_status_codes.200 - - name: list_tags_for_user_repos_0 - targets: list_tags_for_user_repos - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: list_tags_for_user_repos_200 - targets: list_tags_for_user_repos - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: list_tags_for_user_repos_201 - targets: list_tags_for_user_repos - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: list_tags_for_user_repos_204 - targets: list_tags_for_user_repos - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: list_tags_for_user_repos_400 - targets: list_tags_for_user_repos - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: list_tags_for_user_repos_401 - targets: list_tags_for_user_repos - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: list_tags_for_user_repos_403 - targets: list_tags_for_user_repos - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: list_tags_for_user_repos_404 - targets: list_tags_for_user_repos - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: list_tags_for_user_repos_405 - targets: list_tags_for_user_repos - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: list_tags_for_user_repos_408 - targets: list_tags_for_user_repos - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: list_tags_for_user_repos_500 - targets: list_tags_for_user_repos - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: list_tags_for_user_repos_502 - targets: list_tags_for_user_repos - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: list_tags_for_user_repos_503 - targets: list_tags_for_user_repos - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: list_tags_for_user_repos_504 - targets: list_tags_for_user_repos - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: get_catalog_latency - targets: get_catalog - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: get_catalog_status_codes.200 - - name: get_catalog_0 - targets: get_catalog - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: get_catalog_200 - targets: get_catalog - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: get_catalog_201 - targets: get_catalog - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: get_catalog_204 - targets: get_catalog - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: get_catalog_400 - targets: get_catalog - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: get_catalog_401 - targets: get_catalog - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: get_catalog_403 - targets: get_catalog - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: get_catalog_404 - targets: get_catalog - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: get_catalog_405 - targets: get_catalog - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: get_catalog_408 - targets: get_catalog - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: get_catalog_500 - targets: get_catalog - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: get_catalog_502 - targets: get_catalog - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: get_catalog_503 - targets: get_catalog - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: get_catalog_504 - targets: get_catalog - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repository_tags_latency - targets: delete_repository_tags - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: delete_repository_tags_status_codes.200 - - name: delete_repository_tags_0 - targets: delete_repository_tags - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repository_tags_200 - targets: delete_repository_tags - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repository_tags_201 - targets: delete_repository_tags - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repository_tags_204 - targets: delete_repository_tags - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repository_tags_400 - targets: delete_repository_tags - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repository_tags_401 - targets: delete_repository_tags - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repository_tags_403 - targets: delete_repository_tags - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repository_tags_404 - targets: delete_repository_tags - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repository_tags_405 - targets: delete_repository_tags - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repository_tags_408 - targets: delete_repository_tags - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repository_tags_500 - targets: delete_repository_tags - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repository_tags_502 - targets: delete_repository_tags - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repository_tags_503 - targets: delete_repository_tags - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repository_tags_504 - targets: delete_repository_tags - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: create_repositories_latency - targets: create_repositories - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: create_repositories_status_codes.200 - - name: create_repositories_0 - targets: create_repositories - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: create_repositories_200 - targets: create_repositories - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: create_repositories_201 - targets: create_repositories - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: create_repositories_204 - targets: create_repositories - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: create_repositories_400 - targets: create_repositories - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: create_repositories_401 - targets: create_repositories - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: create_repositories_403 - targets: create_repositories - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: create_repositories_404 - targets: create_repositories - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: create_repositories_405 - targets: create_repositories - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: create_repositories_408 - targets: create_repositories - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: create_repositories_500 - targets: create_repositories - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: create_repositories_502 - targets: create_repositories - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: create_repositories_503 - targets: create_repositories - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: create_repositories_504 - targets: create_repositories - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: update_repositories_latency - targets: update_repositories - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: update_repositories_status_codes.200 - - name: update_repositories_0 - targets: update_repositories - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: update_repositories_200 - targets: update_repositories - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: update_repositories_201 - targets: update_repositories - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: update_repositories_204 - targets: update_repositories - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: update_repositories_400 - targets: update_repositories - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: update_repositories_401 - targets: update_repositories - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: update_repositories_403 - targets: update_repositories - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: update_repositories_404 - targets: update_repositories - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: update_repositories_405 - targets: update_repositories - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: update_repositories_408 - targets: update_repositories - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: update_repositories_500 - targets: update_repositories - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: update_repositories_502 - targets: update_repositories - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: update_repositories_503 - targets: update_repositories - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: update_repositories_504 - targets: update_repositories - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: get_repositories_latency - targets: get_repositories - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: get_repositories_status_codes.200 - - name: get_repositories_0 - targets: get_repositories - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: get_repositories_200 - targets: get_repositories - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: get_repositories_201 - targets: get_repositories - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: get_repositories_204 - targets: get_repositories - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: get_repositories_400 - targets: get_repositories - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: get_repositories_401 - targets: get_repositories - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: get_repositories_403 - targets: get_repositories - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: get_repositories_404 - targets: get_repositories - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: get_repositories_405 - targets: get_repositories - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: get_repositories_408 - targets: get_repositories - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: get_repositories_500 - targets: get_repositories - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: get_repositories_502 - targets: get_repositories - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: get_repositories_503 - targets: get_repositories - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: get_repositories_504 - targets: get_repositories - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repositories_latency - targets: delete_repositories - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: delete_repositories_status_codes.200 - - name: delete_repositories_0 - targets: delete_repositories - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repositories_200 - targets: delete_repositories - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repositories_201 - targets: delete_repositories - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repositories_204 - targets: delete_repositories - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repositories_400 - targets: delete_repositories - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repositories_401 - targets: delete_repositories - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repositories_403 - targets: delete_repositories - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repositories_404 - targets: delete_repositories - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repositories_405 - targets: delete_repositories - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repositories_408 - targets: delete_repositories - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repositories_500 - targets: delete_repositories - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repositories_502 - targets: delete_repositories - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repositories_503 - targets: delete_repositories - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: delete_repositories_504 - targets: delete_repositories - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: add_teams_to_organizations_repos_latency - targets: add_teams_to_organizations_repos - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: add_teams_to_organizations_repos_status_codes.200 - - name: add_teams_to_organizations_repos_0 - targets: add_teams_to_organizations_repos - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: add_teams_to_organizations_repos_200 - targets: add_teams_to_organizations_repos - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: add_teams_to_organizations_repos_201 - targets: add_teams_to_organizations_repos - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: add_teams_to_organizations_repos_204 - targets: add_teams_to_organizations_repos - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: add_teams_to_organizations_repos_400 - targets: add_teams_to_organizations_repos - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: add_teams_to_organizations_repos_401 - targets: add_teams_to_organizations_repos - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: add_teams_to_organizations_repos_403 - targets: add_teams_to_organizations_repos - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: add_teams_to_organizations_repos_404 - targets: add_teams_to_organizations_repos - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: add_teams_to_organizations_repos_405 - targets: add_teams_to_organizations_repos - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: add_teams_to_organizations_repos_408 - targets: add_teams_to_organizations_repos - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: add_teams_to_organizations_repos_500 - targets: add_teams_to_organizations_repos - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: add_teams_to_organizations_repos_502 - targets: add_teams_to_organizations_repos - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: add_teams_to_organizations_repos_503 - targets: add_teams_to_organizations_repos - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: add_teams_to_organizations_repos_504 - targets: add_teams_to_organizations_repos - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: add_users_to_organizations_repos_latency - targets: add_users_to_organizations_repos - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: add_users_to_organizations_repos_status_codes.200 - - name: add_users_to_organizations_repos_0 - targets: add_users_to_organizations_repos - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: add_users_to_organizations_repos_200 - targets: add_users_to_organizations_repos - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: add_users_to_organizations_repos_201 - targets: add_users_to_organizations_repos - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: add_users_to_organizations_repos_204 - targets: add_users_to_organizations_repos - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: add_users_to_organizations_repos_400 - targets: add_users_to_organizations_repos - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: add_users_to_organizations_repos_401 - targets: add_users_to_organizations_repos - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: add_users_to_organizations_repos_403 - targets: add_users_to_organizations_repos - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: add_users_to_organizations_repos_404 - targets: add_users_to_organizations_repos - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: add_users_to_organizations_repos_405 - targets: add_users_to_organizations_repos - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: add_users_to_organizations_repos_408 - targets: add_users_to_organizations_repos - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: add_users_to_organizations_repos_500 - targets: add_users_to_organizations_repos - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: add_users_to_organizations_repos_502 - targets: add_users_to_organizations_repos - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: add_users_to_organizations_repos_503 - targets: add_users_to_organizations_repos - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: add_users_to_organizations_repos_504 - targets: add_users_to_organizations_repos - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_permissions_latency - targets: list_team_permissions - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: list_team_permissions_status_codes.200 - - name: list_team_permissions_0 - targets: list_team_permissions - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_permissions_200 - targets: list_team_permissions - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_permissions_201 - targets: list_team_permissions - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_permissions_204 - targets: list_team_permissions - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_permissions_400 - targets: list_team_permissions - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_permissions_401 - targets: list_team_permissions - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_permissions_403 - targets: list_team_permissions - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_permissions_404 - targets: list_team_permissions - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_permissions_405 - targets: list_team_permissions - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_permissions_408 - targets: list_team_permissions - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_permissions_500 - targets: list_team_permissions - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_permissions_502 - targets: list_team_permissions - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_permissions_503 - targets: list_team_permissions - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: list_team_permissions_504 - targets: list_team_permissions - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: get_teams_of_organizations_repos_latency - targets: get_teams_of_organizations_repos - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: get_teams_of_organizations_repos_status_codes.200 - - name: get_teams_of_organizations_repos_0 - targets: get_teams_of_organizations_repos - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: get_teams_of_organizations_repos_200 - targets: get_teams_of_organizations_repos - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: get_teams_of_organizations_repos_201 - targets: get_teams_of_organizations_repos - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: get_teams_of_organizations_repos_204 - targets: get_teams_of_organizations_repos - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: get_teams_of_organizations_repos_400 - targets: get_teams_of_organizations_repos - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: get_teams_of_organizations_repos_401 - targets: get_teams_of_organizations_repos - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: get_teams_of_organizations_repos_403 - targets: get_teams_of_organizations_repos - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: get_teams_of_organizations_repos_404 - targets: get_teams_of_organizations_repos - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: get_teams_of_organizations_repos_405 - targets: get_teams_of_organizations_repos - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: get_teams_of_organizations_repos_408 - targets: get_teams_of_organizations_repos - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: get_teams_of_organizations_repos_500 - targets: get_teams_of_organizations_repos - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: get_teams_of_organizations_repos_502 - targets: get_teams_of_organizations_repos - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: get_teams_of_organizations_repos_503 - targets: get_teams_of_organizations_repos - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: get_teams_of_organizations_repos_504 - targets: get_teams_of_organizations_repos - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: list_teams_of_organizations_repos_latency - targets: list_teams_of_organizations_repos - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: list_teams_of_organizations_repos_status_codes.200 - - name: list_teams_of_organizations_repos_0 - targets: list_teams_of_organizations_repos - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: list_teams_of_organizations_repos_200 - targets: list_teams_of_organizations_repos - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: list_teams_of_organizations_repos_201 - targets: list_teams_of_organizations_repos - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: list_teams_of_organizations_repos_204 - targets: list_teams_of_organizations_repos - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: list_teams_of_organizations_repos_400 - targets: list_teams_of_organizations_repos - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: list_teams_of_organizations_repos_401 - targets: list_teams_of_organizations_repos - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: list_teams_of_organizations_repos_403 - targets: list_teams_of_organizations_repos - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: list_teams_of_organizations_repos_404 - targets: list_teams_of_organizations_repos - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: list_teams_of_organizations_repos_405 - targets: list_teams_of_organizations_repos - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: list_teams_of_organizations_repos_408 - targets: list_teams_of_organizations_repos - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: list_teams_of_organizations_repos_500 - targets: list_teams_of_organizations_repos - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: list_teams_of_organizations_repos_502 - targets: list_teams_of_organizations_repos - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: list_teams_of_organizations_repos_503 - targets: list_teams_of_organizations_repos - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: list_teams_of_organizations_repos_504 - targets: list_teams_of_organizations_repos - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_of_organizations_repos_latency - targets: get_users_of_organizations_repos - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: get_users_of_organizations_repos_status_codes.200 - - name: get_users_of_organizations_repos_0 - targets: get_users_of_organizations_repos - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_of_organizations_repos_200 - targets: get_users_of_organizations_repos - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_of_organizations_repos_201 - targets: get_users_of_organizations_repos - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_of_organizations_repos_204 - targets: get_users_of_organizations_repos - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_of_organizations_repos_400 - targets: get_users_of_organizations_repos - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_of_organizations_repos_401 - targets: get_users_of_organizations_repos - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_of_organizations_repos_403 - targets: get_users_of_organizations_repos - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_of_organizations_repos_404 - targets: get_users_of_organizations_repos - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_of_organizations_repos_405 - targets: get_users_of_organizations_repos - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_of_organizations_repos_408 - targets: get_users_of_organizations_repos - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_of_organizations_repos_500 - targets: get_users_of_organizations_repos - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_of_organizations_repos_502 - targets: get_users_of_organizations_repos - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_of_organizations_repos_503 - targets: get_users_of_organizations_repos - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: get_users_of_organizations_repos_504 - targets: get_users_of_organizations_repos - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_of_organizations_repos_latency - targets: list_users_of_organizations_repos - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: list_users_of_organizations_repos_status_codes.200 - - name: list_users_of_organizations_repos_0 - targets: list_users_of_organizations_repos - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_of_organizations_repos_200 - targets: list_users_of_organizations_repos - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_of_organizations_repos_201 - targets: list_users_of_organizations_repos - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_of_organizations_repos_204 - targets: list_users_of_organizations_repos - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_of_organizations_repos_400 - targets: list_users_of_organizations_repos - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_of_organizations_repos_401 - targets: list_users_of_organizations_repos - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_of_organizations_repos_403 - targets: list_users_of_organizations_repos - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_of_organizations_repos_404 - targets: list_users_of_organizations_repos - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_of_organizations_repos_405 - targets: list_users_of_organizations_repos - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_of_organizations_repos_408 - targets: list_users_of_organizations_repos - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_of_organizations_repos_500 - targets: list_users_of_organizations_repos - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_of_organizations_repos_502 - targets: list_users_of_organizations_repos - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_of_organizations_repos_503 - targets: list_users_of_organizations_repos - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: list_users_of_organizations_repos_504 - targets: list_users_of_organizations_repos - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_of_organizations_repos_latency - targets: delete_teams_of_organizations_repos - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: delete_teams_of_organizations_repos_status_codes.200 - - name: delete_teams_of_organizations_repos_0 - targets: delete_teams_of_organizations_repos - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_of_organizations_repos_200 - targets: delete_teams_of_organizations_repos - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_of_organizations_repos_201 - targets: delete_teams_of_organizations_repos - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_of_organizations_repos_204 - targets: delete_teams_of_organizations_repos - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_of_organizations_repos_400 - targets: delete_teams_of_organizations_repos - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_of_organizations_repos_401 - targets: delete_teams_of_organizations_repos - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_of_organizations_repos_403 - targets: delete_teams_of_organizations_repos - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_of_organizations_repos_404 - targets: delete_teams_of_organizations_repos - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_of_organizations_repos_405 - targets: delete_teams_of_organizations_repos - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_of_organizations_repos_408 - targets: delete_teams_of_organizations_repos - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_of_organizations_repos_500 - targets: delete_teams_of_organizations_repos - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_of_organizations_repos_502 - targets: delete_teams_of_organizations_repos - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_of_organizations_repos_503 - targets: delete_teams_of_organizations_repos - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: delete_teams_of_organizations_repos_504 - targets: delete_teams_of_organizations_repos - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_of_organizations_repos_latency - targets: delete_users_of_organizations_repos - metric_of_interest: p99_latency - direction: 1 - threshold: 10 - context: 10 - correlation: delete_users_of_organizations_repos_status_codes.200 - - name: delete_users_of_organizations_repos_0 - targets: delete_users_of_organizations_repos - metric_of_interest: status_codes.0 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_of_organizations_repos_200 - targets: delete_users_of_organizations_repos - metric_of_interest: status_codes.200 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_of_organizations_repos_201 - targets: delete_users_of_organizations_repos - metric_of_interest: status_codes.201 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_of_organizations_repos_204 - targets: delete_users_of_organizations_repos - metric_of_interest: status_codes.204 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_of_organizations_repos_400 - targets: delete_users_of_organizations_repos - metric_of_interest: status_codes.400 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_of_organizations_repos_401 - targets: delete_users_of_organizations_repos - metric_of_interest: status_codes.401 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_of_organizations_repos_403 - targets: delete_users_of_organizations_repos - metric_of_interest: status_codes.403 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_of_organizations_repos_404 - targets: delete_users_of_organizations_repos - metric_of_interest: status_codes.404 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_of_organizations_repos_405 - targets: delete_users_of_organizations_repos - metric_of_interest: status_codes.405 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_of_organizations_repos_408 - targets: delete_users_of_organizations_repos - metric_of_interest: status_codes.408 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_of_organizations_repos_500 - targets: delete_users_of_organizations_repos - metric_of_interest: status_codes.500 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_of_organizations_repos_502 - targets: delete_users_of_organizations_repos - metric_of_interest: status_codes.502 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_of_organizations_repos_503 - targets: delete_users_of_organizations_repos - metric_of_interest: status_codes.503 - direction: -1 - threshold: 10 - context: 10 - - name: delete_users_of_organizations_repos_504 - targets: delete_users_of_organizations_repos - metric_of_interest: status_codes.504 - direction: -1 - threshold: 10 - context: 10 + - name: create_users_latency + targets: create_users + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: create_users_status_codes.200 + - name: create_users_0 + targets: create_users + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: create_users_200 + targets: create_users + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: create_users_201 + targets: create_users + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: create_users_204 + targets: create_users + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: create_users_400 + targets: create_users + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: create_users_401 + targets: create_users + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: create_users_403 + targets: create_users + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: create_users_404 + targets: create_users + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: create_users_405 + targets: create_users + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: create_users_408 + targets: create_users + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: create_users_500 + targets: create_users + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: create_users_502 + targets: create_users + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: create_users_503 + targets: create_users + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: create_users_504 + targets: create_users + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: update_passwords_latency + targets: update_passwords + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: update_passwords_status_codes.200 + - name: update_passwords_0 + targets: update_passwords + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: update_passwords_200 + targets: update_passwords + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: update_passwords_201 + targets: update_passwords + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: update_passwords_204 + targets: update_passwords + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: update_passwords_400 + targets: update_passwords + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: update_passwords_401 + targets: update_passwords + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: update_passwords_403 + targets: update_passwords + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: update_passwords_404 + targets: update_passwords + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: update_passwords_405 + targets: update_passwords + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: update_passwords_408 + targets: update_passwords + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: update_passwords_500 + targets: update_passwords + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: update_passwords_502 + targets: update_passwords + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: update_passwords_503 + targets: update_passwords + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: update_passwords_504 + targets: update_passwords + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_latency + targets: list_users + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: list_users_status_codes.200 + - name: list_users_0 + targets: list_users + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_200 + targets: list_users + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_201 + targets: list_users + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_204 + targets: list_users + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_400 + targets: list_users + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_401 + targets: list_users + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_403 + targets: list_users + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_404 + targets: list_users + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_405 + targets: list_users + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_408 + targets: list_users + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_500 + targets: list_users + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_502 + targets: list_users + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_503 + targets: list_users + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_504 + targets: list_users + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_latency + targets: get_users + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: get_users_status_codes.200 + - name: get_users_0 + targets: get_users + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_200 + targets: get_users + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_201 + targets: get_users + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_204 + targets: get_users + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_400 + targets: get_users + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_401 + targets: get_users + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_403 + targets: get_users + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_404 + targets: get_users + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_405 + targets: get_users + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_408 + targets: get_users + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_500 + targets: get_users + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_502 + targets: get_users + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_503 + targets: get_users + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_504 + targets: get_users + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_latency + targets: delete_users + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: delete_users_status_codes.200 + - name: delete_users_0 + targets: delete_users + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_200 + targets: delete_users + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_201 + targets: delete_users + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_204 + targets: delete_users + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_400 + targets: delete_users + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_401 + targets: delete_users + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_403 + targets: delete_users + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_404 + targets: delete_users + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_405 + targets: delete_users + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_408 + targets: delete_users + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_500 + targets: delete_users + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_502 + targets: delete_users + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_503 + targets: delete_users + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_504 + targets: delete_users + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: create_teams_latency + targets: create_teams + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: create_teams_status_codes.200 + - name: create_teams_0 + targets: create_teams + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: create_teams_200 + targets: create_teams + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: create_teams_201 + targets: create_teams + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: create_teams_204 + targets: create_teams + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: create_teams_400 + targets: create_teams + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: create_teams_401 + targets: create_teams + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: create_teams_403 + targets: create_teams + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: create_teams_404 + targets: create_teams + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: create_teams_405 + targets: create_teams + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: create_teams_408 + targets: create_teams + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: create_teams_500 + targets: create_teams + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: create_teams_502 + targets: create_teams + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: create_teams_503 + targets: create_teams + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: create_teams_504 + targets: create_teams + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_latency + targets: delete_teams + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: delete_teams_status_codes.200 + - name: delete_teams_0 + targets: delete_teams + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_200 + targets: delete_teams + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_201 + targets: delete_teams + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_204 + targets: delete_teams + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_400 + targets: delete_teams + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_401 + targets: delete_teams + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_403 + targets: delete_teams + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_404 + targets: delete_teams + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_405 + targets: delete_teams + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_408 + targets: delete_teams + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_500 + targets: delete_teams + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_502 + targets: delete_teams + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_503 + targets: delete_teams + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_504 + targets: delete_teams + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: add_team_members_latency + targets: add_team_members + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: add_team_members_status_codes.200 + - name: add_team_members_0 + targets: add_team_members + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: add_team_members_200 + targets: add_team_members + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: add_team_members_201 + targets: add_team_members + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: add_team_members_204 + targets: add_team_members + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: add_team_members_400 + targets: add_team_members + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: add_team_members_401 + targets: add_team_members + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: add_team_members_403 + targets: add_team_members + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: add_team_members_404 + targets: add_team_members + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: add_team_members_405 + targets: add_team_members + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: add_team_members_408 + targets: add_team_members + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: add_team_members_500 + targets: add_team_members + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: add_team_members_502 + targets: add_team_members + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: add_team_members_503 + targets: add_team_members + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: add_team_members_504 + targets: add_team_members + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_members_latency + targets: list_team_members + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: list_team_members_status_codes.200 + - name: list_team_members_0 + targets: list_team_members + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_members_200 + targets: list_team_members + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_members_201 + targets: list_team_members + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_members_204 + targets: list_team_members + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_members_400 + targets: list_team_members + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_members_401 + targets: list_team_members + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_members_403 + targets: list_team_members + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_members_404 + targets: list_team_members + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_members_405 + targets: list_team_members + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_members_408 + targets: list_team_members + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_members_500 + targets: list_team_members + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_members_502 + targets: list_team_members + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_members_503 + targets: list_team_members + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_members_504 + targets: list_team_members + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: delete_team_members_latency + targets: delete_team_members + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: delete_team_members_status_codes.200 + - name: delete_team_members_0 + targets: delete_team_members + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: delete_team_members_200 + targets: delete_team_members + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: delete_team_members_201 + targets: delete_team_members + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: delete_team_members_204 + targets: delete_team_members + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: delete_team_members_400 + targets: delete_team_members + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: delete_team_members_401 + targets: delete_team_members + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: delete_team_members_403 + targets: delete_team_members + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: delete_team_members_404 + targets: delete_team_members + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: delete_team_members_405 + targets: delete_team_members + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: delete_team_members_408 + targets: delete_team_members + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: delete_team_members_500 + targets: delete_team_members + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: delete_team_members_502 + targets: delete_team_members + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: delete_team_members_503 + targets: delete_team_members + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: delete_team_members_504 + targets: delete_team_members + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: list_tags_for_user_repos_latency + targets: list_tags_for_user_repos + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: list_tags_for_user_repos_status_codes.200 + - name: list_tags_for_user_repos_0 + targets: list_tags_for_user_repos + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: list_tags_for_user_repos_200 + targets: list_tags_for_user_repos + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: list_tags_for_user_repos_201 + targets: list_tags_for_user_repos + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: list_tags_for_user_repos_204 + targets: list_tags_for_user_repos + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: list_tags_for_user_repos_400 + targets: list_tags_for_user_repos + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: list_tags_for_user_repos_401 + targets: list_tags_for_user_repos + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: list_tags_for_user_repos_403 + targets: list_tags_for_user_repos + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: list_tags_for_user_repos_404 + targets: list_tags_for_user_repos + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: list_tags_for_user_repos_405 + targets: list_tags_for_user_repos + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: list_tags_for_user_repos_408 + targets: list_tags_for_user_repos + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: list_tags_for_user_repos_500 + targets: list_tags_for_user_repos + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: list_tags_for_user_repos_502 + targets: list_tags_for_user_repos + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: list_tags_for_user_repos_503 + targets: list_tags_for_user_repos + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: list_tags_for_user_repos_504 + targets: list_tags_for_user_repos + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: get_catalog_latency + targets: get_catalog + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: get_catalog_status_codes.200 + - name: get_catalog_0 + targets: get_catalog + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: get_catalog_200 + targets: get_catalog + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: get_catalog_201 + targets: get_catalog + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: get_catalog_204 + targets: get_catalog + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: get_catalog_400 + targets: get_catalog + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: get_catalog_401 + targets: get_catalog + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: get_catalog_403 + targets: get_catalog + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: get_catalog_404 + targets: get_catalog + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: get_catalog_405 + targets: get_catalog + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: get_catalog_408 + targets: get_catalog + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: get_catalog_500 + targets: get_catalog + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: get_catalog_502 + targets: get_catalog + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: get_catalog_503 + targets: get_catalog + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: get_catalog_504 + targets: get_catalog + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repository_tags_latency + targets: delete_repository_tags + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: delete_repository_tags_status_codes.200 + - name: delete_repository_tags_0 + targets: delete_repository_tags + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repository_tags_200 + targets: delete_repository_tags + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repository_tags_201 + targets: delete_repository_tags + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repository_tags_204 + targets: delete_repository_tags + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repository_tags_400 + targets: delete_repository_tags + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repository_tags_401 + targets: delete_repository_tags + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repository_tags_403 + targets: delete_repository_tags + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repository_tags_404 + targets: delete_repository_tags + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repository_tags_405 + targets: delete_repository_tags + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repository_tags_408 + targets: delete_repository_tags + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repository_tags_500 + targets: delete_repository_tags + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repository_tags_502 + targets: delete_repository_tags + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repository_tags_503 + targets: delete_repository_tags + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repository_tags_504 + targets: delete_repository_tags + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: create_repositories_latency + targets: create_repositories + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: create_repositories_status_codes.200 + - name: create_repositories_0 + targets: create_repositories + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: create_repositories_200 + targets: create_repositories + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: create_repositories_201 + targets: create_repositories + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: create_repositories_204 + targets: create_repositories + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: create_repositories_400 + targets: create_repositories + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: create_repositories_401 + targets: create_repositories + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: create_repositories_403 + targets: create_repositories + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: create_repositories_404 + targets: create_repositories + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: create_repositories_405 + targets: create_repositories + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: create_repositories_408 + targets: create_repositories + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: create_repositories_500 + targets: create_repositories + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: create_repositories_502 + targets: create_repositories + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: create_repositories_503 + targets: create_repositories + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: create_repositories_504 + targets: create_repositories + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: update_repositories_latency + targets: update_repositories + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: update_repositories_status_codes.200 + - name: update_repositories_0 + targets: update_repositories + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: update_repositories_200 + targets: update_repositories + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: update_repositories_201 + targets: update_repositories + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: update_repositories_204 + targets: update_repositories + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: update_repositories_400 + targets: update_repositories + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: update_repositories_401 + targets: update_repositories + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: update_repositories_403 + targets: update_repositories + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: update_repositories_404 + targets: update_repositories + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: update_repositories_405 + targets: update_repositories + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: update_repositories_408 + targets: update_repositories + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: update_repositories_500 + targets: update_repositories + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: update_repositories_502 + targets: update_repositories + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: update_repositories_503 + targets: update_repositories + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: update_repositories_504 + targets: update_repositories + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: get_repositories_latency + targets: get_repositories + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: get_repositories_status_codes.200 + - name: get_repositories_0 + targets: get_repositories + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: get_repositories_200 + targets: get_repositories + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: get_repositories_201 + targets: get_repositories + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: get_repositories_204 + targets: get_repositories + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: get_repositories_400 + targets: get_repositories + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: get_repositories_401 + targets: get_repositories + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: get_repositories_403 + targets: get_repositories + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: get_repositories_404 + targets: get_repositories + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: get_repositories_405 + targets: get_repositories + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: get_repositories_408 + targets: get_repositories + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: get_repositories_500 + targets: get_repositories + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: get_repositories_502 + targets: get_repositories + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: get_repositories_503 + targets: get_repositories + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: get_repositories_504 + targets: get_repositories + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repositories_latency + targets: delete_repositories + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: delete_repositories_status_codes.200 + - name: delete_repositories_0 + targets: delete_repositories + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repositories_200 + targets: delete_repositories + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repositories_201 + targets: delete_repositories + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repositories_204 + targets: delete_repositories + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repositories_400 + targets: delete_repositories + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repositories_401 + targets: delete_repositories + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repositories_403 + targets: delete_repositories + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repositories_404 + targets: delete_repositories + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repositories_405 + targets: delete_repositories + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repositories_408 + targets: delete_repositories + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repositories_500 + targets: delete_repositories + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repositories_502 + targets: delete_repositories + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repositories_503 + targets: delete_repositories + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: delete_repositories_504 + targets: delete_repositories + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: add_teams_to_organizations_repos_latency + targets: add_teams_to_organizations_repos + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: add_teams_to_organizations_repos_status_codes.200 + - name: add_teams_to_organizations_repos_0 + targets: add_teams_to_organizations_repos + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: add_teams_to_organizations_repos_200 + targets: add_teams_to_organizations_repos + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: add_teams_to_organizations_repos_201 + targets: add_teams_to_organizations_repos + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: add_teams_to_organizations_repos_204 + targets: add_teams_to_organizations_repos + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: add_teams_to_organizations_repos_400 + targets: add_teams_to_organizations_repos + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: add_teams_to_organizations_repos_401 + targets: add_teams_to_organizations_repos + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: add_teams_to_organizations_repos_403 + targets: add_teams_to_organizations_repos + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: add_teams_to_organizations_repos_404 + targets: add_teams_to_organizations_repos + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: add_teams_to_organizations_repos_405 + targets: add_teams_to_organizations_repos + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: add_teams_to_organizations_repos_408 + targets: add_teams_to_organizations_repos + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: add_teams_to_organizations_repos_500 + targets: add_teams_to_organizations_repos + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: add_teams_to_organizations_repos_502 + targets: add_teams_to_organizations_repos + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: add_teams_to_organizations_repos_503 + targets: add_teams_to_organizations_repos + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: add_teams_to_organizations_repos_504 + targets: add_teams_to_organizations_repos + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: add_users_to_organizations_repos_latency + targets: add_users_to_organizations_repos + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: add_users_to_organizations_repos_status_codes.200 + - name: add_users_to_organizations_repos_0 + targets: add_users_to_organizations_repos + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: add_users_to_organizations_repos_200 + targets: add_users_to_organizations_repos + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: add_users_to_organizations_repos_201 + targets: add_users_to_organizations_repos + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: add_users_to_organizations_repos_204 + targets: add_users_to_organizations_repos + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: add_users_to_organizations_repos_400 + targets: add_users_to_organizations_repos + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: add_users_to_organizations_repos_401 + targets: add_users_to_organizations_repos + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: add_users_to_organizations_repos_403 + targets: add_users_to_organizations_repos + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: add_users_to_organizations_repos_404 + targets: add_users_to_organizations_repos + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: add_users_to_organizations_repos_405 + targets: add_users_to_organizations_repos + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: add_users_to_organizations_repos_408 + targets: add_users_to_organizations_repos + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: add_users_to_organizations_repos_500 + targets: add_users_to_organizations_repos + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: add_users_to_organizations_repos_502 + targets: add_users_to_organizations_repos + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: add_users_to_organizations_repos_503 + targets: add_users_to_organizations_repos + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: add_users_to_organizations_repos_504 + targets: add_users_to_organizations_repos + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_permissions_latency + targets: list_team_permissions + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: list_team_permissions_status_codes.200 + - name: list_team_permissions_0 + targets: list_team_permissions + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_permissions_200 + targets: list_team_permissions + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_permissions_201 + targets: list_team_permissions + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_permissions_204 + targets: list_team_permissions + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_permissions_400 + targets: list_team_permissions + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_permissions_401 + targets: list_team_permissions + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_permissions_403 + targets: list_team_permissions + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_permissions_404 + targets: list_team_permissions + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_permissions_405 + targets: list_team_permissions + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_permissions_408 + targets: list_team_permissions + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_permissions_500 + targets: list_team_permissions + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_permissions_502 + targets: list_team_permissions + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_permissions_503 + targets: list_team_permissions + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: list_team_permissions_504 + targets: list_team_permissions + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: get_teams_of_organizations_repos_latency + targets: get_teams_of_organizations_repos + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: get_teams_of_organizations_repos_status_codes.200 + - name: get_teams_of_organizations_repos_0 + targets: get_teams_of_organizations_repos + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: get_teams_of_organizations_repos_200 + targets: get_teams_of_organizations_repos + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: get_teams_of_organizations_repos_201 + targets: get_teams_of_organizations_repos + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: get_teams_of_organizations_repos_204 + targets: get_teams_of_organizations_repos + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: get_teams_of_organizations_repos_400 + targets: get_teams_of_organizations_repos + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: get_teams_of_organizations_repos_401 + targets: get_teams_of_organizations_repos + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: get_teams_of_organizations_repos_403 + targets: get_teams_of_organizations_repos + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: get_teams_of_organizations_repos_404 + targets: get_teams_of_organizations_repos + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: get_teams_of_organizations_repos_405 + targets: get_teams_of_organizations_repos + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: get_teams_of_organizations_repos_408 + targets: get_teams_of_organizations_repos + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: get_teams_of_organizations_repos_500 + targets: get_teams_of_organizations_repos + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: get_teams_of_organizations_repos_502 + targets: get_teams_of_organizations_repos + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: get_teams_of_organizations_repos_503 + targets: get_teams_of_organizations_repos + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: get_teams_of_organizations_repos_504 + targets: get_teams_of_organizations_repos + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: list_teams_of_organizations_repos_latency + targets: list_teams_of_organizations_repos + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: list_teams_of_organizations_repos_status_codes.200 + - name: list_teams_of_organizations_repos_0 + targets: list_teams_of_organizations_repos + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: list_teams_of_organizations_repos_200 + targets: list_teams_of_organizations_repos + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: list_teams_of_organizations_repos_201 + targets: list_teams_of_organizations_repos + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: list_teams_of_organizations_repos_204 + targets: list_teams_of_organizations_repos + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: list_teams_of_organizations_repos_400 + targets: list_teams_of_organizations_repos + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: list_teams_of_organizations_repos_401 + targets: list_teams_of_organizations_repos + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: list_teams_of_organizations_repos_403 + targets: list_teams_of_organizations_repos + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: list_teams_of_organizations_repos_404 + targets: list_teams_of_organizations_repos + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: list_teams_of_organizations_repos_405 + targets: list_teams_of_organizations_repos + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: list_teams_of_organizations_repos_408 + targets: list_teams_of_organizations_repos + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: list_teams_of_organizations_repos_500 + targets: list_teams_of_organizations_repos + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: list_teams_of_organizations_repos_502 + targets: list_teams_of_organizations_repos + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: list_teams_of_organizations_repos_503 + targets: list_teams_of_organizations_repos + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: list_teams_of_organizations_repos_504 + targets: list_teams_of_organizations_repos + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_of_organizations_repos_latency + targets: get_users_of_organizations_repos + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: get_users_of_organizations_repos_status_codes.200 + - name: get_users_of_organizations_repos_0 + targets: get_users_of_organizations_repos + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_of_organizations_repos_200 + targets: get_users_of_organizations_repos + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_of_organizations_repos_201 + targets: get_users_of_organizations_repos + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_of_organizations_repos_204 + targets: get_users_of_organizations_repos + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_of_organizations_repos_400 + targets: get_users_of_organizations_repos + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_of_organizations_repos_401 + targets: get_users_of_organizations_repos + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_of_organizations_repos_403 + targets: get_users_of_organizations_repos + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_of_organizations_repos_404 + targets: get_users_of_organizations_repos + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_of_organizations_repos_405 + targets: get_users_of_organizations_repos + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_of_organizations_repos_408 + targets: get_users_of_organizations_repos + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_of_organizations_repos_500 + targets: get_users_of_organizations_repos + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_of_organizations_repos_502 + targets: get_users_of_organizations_repos + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_of_organizations_repos_503 + targets: get_users_of_organizations_repos + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: get_users_of_organizations_repos_504 + targets: get_users_of_organizations_repos + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_of_organizations_repos_latency + targets: list_users_of_organizations_repos + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: list_users_of_organizations_repos_status_codes.200 + - name: list_users_of_organizations_repos_0 + targets: list_users_of_organizations_repos + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_of_organizations_repos_200 + targets: list_users_of_organizations_repos + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_of_organizations_repos_201 + targets: list_users_of_organizations_repos + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_of_organizations_repos_204 + targets: list_users_of_organizations_repos + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_of_organizations_repos_400 + targets: list_users_of_organizations_repos + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_of_organizations_repos_401 + targets: list_users_of_organizations_repos + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_of_organizations_repos_403 + targets: list_users_of_organizations_repos + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_of_organizations_repos_404 + targets: list_users_of_organizations_repos + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_of_organizations_repos_405 + targets: list_users_of_organizations_repos + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_of_organizations_repos_408 + targets: list_users_of_organizations_repos + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_of_organizations_repos_500 + targets: list_users_of_organizations_repos + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_of_organizations_repos_502 + targets: list_users_of_organizations_repos + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_of_organizations_repos_503 + targets: list_users_of_organizations_repos + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: list_users_of_organizations_repos_504 + targets: list_users_of_organizations_repos + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_of_organizations_repos_latency + targets: delete_teams_of_organizations_repos + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: delete_teams_of_organizations_repos_status_codes.200 + - name: delete_teams_of_organizations_repos_0 + targets: delete_teams_of_organizations_repos + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_of_organizations_repos_200 + targets: delete_teams_of_organizations_repos + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_of_organizations_repos_201 + targets: delete_teams_of_organizations_repos + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_of_organizations_repos_204 + targets: delete_teams_of_organizations_repos + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_of_organizations_repos_400 + targets: delete_teams_of_organizations_repos + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_of_organizations_repos_401 + targets: delete_teams_of_organizations_repos + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_of_organizations_repos_403 + targets: delete_teams_of_organizations_repos + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_of_organizations_repos_404 + targets: delete_teams_of_organizations_repos + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_of_organizations_repos_405 + targets: delete_teams_of_organizations_repos + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_of_organizations_repos_408 + targets: delete_teams_of_organizations_repos + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_of_organizations_repos_500 + targets: delete_teams_of_organizations_repos + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_of_organizations_repos_502 + targets: delete_teams_of_organizations_repos + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_of_organizations_repos_503 + targets: delete_teams_of_organizations_repos + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: delete_teams_of_organizations_repos_504 + targets: delete_teams_of_organizations_repos + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_of_organizations_repos_latency + targets: delete_users_of_organizations_repos + metric_of_interest: p99_latency + direction: 1 + threshold: 10 + context: 10 + correlation: delete_users_of_organizations_repos_status_codes.200 + - name: delete_users_of_organizations_repos_0 + targets: delete_users_of_organizations_repos + metric_of_interest: status_codes.0 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_of_organizations_repos_200 + targets: delete_users_of_organizations_repos + metric_of_interest: status_codes.200 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_of_organizations_repos_201 + targets: delete_users_of_organizations_repos + metric_of_interest: status_codes.201 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_of_organizations_repos_204 + targets: delete_users_of_organizations_repos + metric_of_interest: status_codes.204 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_of_organizations_repos_400 + targets: delete_users_of_organizations_repos + metric_of_interest: status_codes.400 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_of_organizations_repos_401 + targets: delete_users_of_organizations_repos + metric_of_interest: status_codes.401 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_of_organizations_repos_403 + targets: delete_users_of_organizations_repos + metric_of_interest: status_codes.403 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_of_organizations_repos_404 + targets: delete_users_of_organizations_repos + metric_of_interest: status_codes.404 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_of_organizations_repos_405 + targets: delete_users_of_organizations_repos + metric_of_interest: status_codes.405 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_of_organizations_repos_408 + targets: delete_users_of_organizations_repos + metric_of_interest: status_codes.408 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_of_organizations_repos_500 + targets: delete_users_of_organizations_repos + metric_of_interest: status_codes.500 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_of_organizations_repos_502 + targets: delete_users_of_organizations_repos + metric_of_interest: status_codes.502 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_of_organizations_repos_503 + targets: delete_users_of_organizations_repos + metric_of_interest: status_codes.503 + direction: -1 + threshold: 10 + context: 10 + - name: delete_users_of_organizations_repos_504 + targets: delete_users_of_organizations_repos + metric_of_interest: status_codes.504 + direction: -1 + threshold: 10 + context: 10 - name: quay-load-test-stable-image-push-pulls - benchmark_index: {{ quay_image_push_pull_index }} + benchmark_index: "{{ quay_image_push_pull_index }}" metadata: platform: AWS clusterType: self-managed @@ -2396,65 +2396,65 @@ tests: networkType: OVNKubernetes metrics: - - name: image_pulls_success_count - targets: image_pulls - metric_of_interest: success_count - agg: - value: success - agg_type: sum - direction: -1 - threshold: 10 - context: 10 - timestamp: end_time - - name: image_pulls_failure_count - targets: image_pulls - metric_of_interest: failure_count - agg: - value: failure - agg_type: sum - direction: -1 - threshold: 10 - context: 10 - timestamp: end_time - - name: image_pulls_latency - targets: image_pulls - metric_of_interest: elapsed_time - agg: - value: latency - agg_type: max - direction: 1 - threshold: 10 - context: 10 - timestamp: end_time - correlation: image_pulls_success_count - - name: image_pushes_success_count - targets: image_pushes - metric_of_interest: success_count - agg: - value: success - agg_type: sum - direction: -1 - threshold: 10 - context: 10 - timestamp: end_time - - name: image_pushes_failure_count - targets: image_pushes - metric_of_interest: failure_count - agg: - value: failure - agg_type: sum - direction: -1 - threshold: 10 - context: 10 - timestamp: end_time - - name: image_pushes_latency - targets: image_pushes - metric_of_interest: elapsed_time - agg: - value: latency - agg_type: max - direction: 1 - threshold: 10 - context: 10 - timestamp: end_time - correlation: image_pushes_success_count + - name: image_pulls_success_count + targets: image_pulls + metric_of_interest: success_count + agg: + value: success + agg_type: sum + direction: -1 + threshold: 10 + context: 10 + timestamp: end_time + - name: image_pulls_failure_count + targets: image_pulls + metric_of_interest: failure_count + agg: + value: failure + agg_type: sum + direction: -1 + threshold: 10 + context: 10 + timestamp: end_time + - name: image_pulls_latency + targets: image_pulls + metric_of_interest: elapsed_time + agg: + value: latency + agg_type: max + direction: 1 + threshold: 10 + context: 10 + timestamp: end_time + correlation: image_pulls_success_count + - name: image_pushes_success_count + targets: image_pushes + metric_of_interest: success_count + agg: + value: success + agg_type: sum + direction: -1 + threshold: 10 + context: 10 + timestamp: end_time + - name: image_pushes_failure_count + targets: image_pushes + metric_of_interest: failure_count + agg: + value: failure + agg_type: sum + direction: -1 + threshold: 10 + context: 10 + timestamp: end_time + - name: image_pushes_latency + targets: image_pushes + metric_of_interest: elapsed_time + agg: + value: latency + agg_type: max + direction: 1 + threshold: 10 + context: 10 + timestamp: end_time + correlation: image_pushes_success_count diff --git a/examples/readout-control-plane-cdv2.yaml b/examples/readout-control-plane-cdv2.yaml index d529f617..9afc8b47 100644 --- a/examples/readout-control-plane-cdv2.yaml +++ b/examples/readout-control-plane-cdv2.yaml @@ -23,18 +23,18 @@ tests: stream: okd metrics: - - name: CPU_Usage_masters - metricName.keyword: cpu-masters - metric_of_interest: value - agg: - value: avg - agg_type: avg - - name: Maximum_aggregated_memory_usage_masters - metricName.keyword: max-memory-sum-masters - metric_of_interest: value - agg: - value: avg - agg_type: avg + - name: CPU_Usage_masters + metricName.keyword: cpu-masters + metric_of_interest: value + agg: + value: avg + agg_type: avg + - name: Maximum_aggregated_memory_usage_masters + metricName.keyword: max-memory-sum-masters + metric_of_interest: value + agg: + value: avg + agg_type: avg - name: cluster-density-v2-120nodes metadata: @@ -58,18 +58,18 @@ tests: controlPlaneArch: amd64 metrics: - - name: CPU_Usage_masters - metricName.keyword: cpu-masters - metric_of_interest: value - agg: - value: avg - agg_type: avg - - name: Maximum_aggregated_memory_usage_masters - metricName.keyword: max-memory-sum-masters - metric_of_interest: value - agg: - value: avg - agg_type: avg + - name: CPU_Usage_masters + metricName.keyword: cpu-masters + metric_of_interest: value + agg: + value: avg + agg_type: avg + - name: Maximum_aggregated_memory_usage_masters + metricName.keyword: max-memory-sum-masters + metric_of_interest: value + agg: + value: avg + agg_type: avg - name: cluster-density-v2-249nodes metadata: @@ -93,18 +93,18 @@ tests: controlPlaneArch: amd64 metrics: - - name: CPU_usage_masters - metricName.keyword: cpu-masters - metric_of_interest: value - agg: - value: avg - agg_type: avg - - name: Maximum_aggregated_memory_usage_masters - metricName.keyword: max-memory-sum-masters - metric_of_interest: value - agg: - value: avg - agg_type: avg + - name: CPU_usage_masters + metricName.keyword: cpu-masters + metric_of_interest: value + agg: + value: avg + agg_type: avg + - name: Maximum_aggregated_memory_usage_masters + metricName.keyword: max-memory-sum-masters + metric_of_interest: value + agg: + value: avg + agg_type: avg - name: cdv2-kube-apiserver-etcd-249nodes metadata: @@ -128,30 +128,30 @@ tests: controlPlaneArch: amd64 metrics: - - name: CPU_Usage_kube-apiserver - metricName.keyword: cpu-kube-apiserver - metric_of_interest: value - agg: - value: kube_apiserver - agg_type: avg - - name: Max_Aggregated_RSS_Usage_kube-apiserver - metricName.keyword: max-memory-sum-kube-apiserver - metric_of_interest: value - agg: - value: kube_apiserver - agg_type: avg - - name: CPU_Usage_etcd - metricName.keyword: cpu-etcd - metric_of_interest: value - agg: - value: etcd - agg_type: avg - - name: Max_Aggregated_RSS_Usage_etcd - metricName.keyword: max-memory-etcd - metric_of_interest: value - agg: - value: etcd - agg_type: avg + - name: CPU_Usage_kube-apiserver + metricName.keyword: cpu-kube-apiserver + metric_of_interest: value + agg: + value: kube_apiserver + agg_type: avg + - name: Max_Aggregated_RSS_Usage_kube-apiserver + metricName.keyword: max-memory-sum-kube-apiserver + metric_of_interest: value + agg: + value: kube_apiserver + agg_type: avg + - name: CPU_Usage_etcd + metricName.keyword: cpu-etcd + metric_of_interest: value + agg: + value: etcd + agg_type: avg + - name: Max_Aggregated_RSS_Usage_etcd + metricName.keyword: max-memory-etcd + metric_of_interest: value + agg: + value: etcd + agg_type: avg - name: cd-v2-controller-manager-249nodes metadata: @@ -175,25 +175,25 @@ tests: controlPlaneArch: amd64 metrics: - - name: CPU_Usage - metricName.keyword: cpu-kube-controller-manager - metric_of_interest: value - agg: - value: kube_controller_manager - agg_type: avg - - name: Max_Aggregated_RSS_Usage - metricName.keyword: max-memory-sum-kube-controller-manager - metric_of_interest: value - agg: - value: kube_controller_manager - agg_type: avg - - name: Read_Only_API_request_P99_latency - metricName.keyword: avg-ro-apicalls-latency - labels.scope.keyword: resource - metric_of_interest: value - agg: - value: resource_scoped - agg_type: avg + - name: CPU_Usage + metricName.keyword: cpu-kube-controller-manager + metric_of_interest: value + agg: + value: kube_controller_manager + agg_type: avg + - name: Max_Aggregated_RSS_Usage + metricName.keyword: max-memory-sum-kube-controller-manager + metric_of_interest: value + agg: + value: kube_controller_manager + agg_type: avg + - name: Read_Only_API_request_P99_latency + metricName.keyword: avg-ro-apicalls-latency + labels.scope.keyword: resource + metric_of_interest: value + agg: + value: resource_scoped + agg_type: avg - name: cd-v2-api-request-latency-249nodes metadata: @@ -217,26 +217,26 @@ tests: controlPlaneArch: amd64 metrics: - - name: Read_Only_API_request_P99_latency_namespace - metricName.keyword: avg-ro-apicalls-latency - labels.scope.keyword: namespace - metric_of_interest: value - agg: - value: namespace_scoped - agg_type: avg - - name: Read_Only_API_request_P99_latency_cluster - metricName.keyword: avg-ro-apicalls-latency - labels.scope.keyword: cluster - metric_of_interest: value - agg: - value: cluster_scoped - agg_type: avg - - name: Read_Only_API_request_P99_latency_avg - metricName.keyword: avg-mutating-apicalls-latency - metric_of_interest: value - agg: - value: avg - agg_type: avg + - name: Read_Only_API_request_P99_latency_namespace + metricName.keyword: avg-ro-apicalls-latency + labels.scope.keyword: namespace + metric_of_interest: value + agg: + value: namespace_scoped + agg_type: avg + - name: Read_Only_API_request_P99_latency_cluster + metricName.keyword: avg-ro-apicalls-latency + labels.scope.keyword: cluster + metric_of_interest: value + agg: + value: cluster_scoped + agg_type: avg + - name: Read_Only_API_request_P99_latency_avg + metricName.keyword: avg-mutating-apicalls-latency + metric_of_interest: value + agg: + value: avg + agg_type: avg - name: cd-v2-etcd-latency-249nodes metadata: @@ -260,21 +260,21 @@ tests: controlPlaneArch: amd64 metrics: - - name: 99th_WAL_fsync - metricName.keyword: 99thEtcdDiskWalFsync - metric_of_interest: value - agg: - value: avg - agg_type: avg - - name: 99th_Backend_I/O - metricName.keyword: 99thEtcdDiskBackendCommit - metric_of_interest: value - agg: - value: avg - agg_type: avg - - name: 99th_Roundtrip - metricName.keyword: 99thEtcdRoundTripTime - metric_of_interest: value - agg: - value: avg - agg_type: avg + - name: 99th_WAL_fsync + metricName.keyword: 99thEtcdDiskWalFsync + metric_of_interest: value + agg: + value: avg + agg_type: avg + - name: 99th_Backend_I/O + metricName.keyword: 99thEtcdDiskBackendCommit + metric_of_interest: value + agg: + value: avg + agg_type: avg + - name: 99th_Roundtrip + metricName.keyword: 99thEtcdRoundTripTime + metric_of_interest: value + agg: + value: avg + agg_type: avg diff --git a/examples/readout-control-plane-node-density.yaml b/examples/readout-control-plane-node-density.yaml index bc5564f4..5a2c7770 100644 --- a/examples/readout-control-plane-node-density.yaml +++ b/examples/readout-control-plane-node-density.yaml @@ -23,30 +23,30 @@ tests: stream: okd metrics: - - name: cpu-kubelet - metricName.keyword: cpu-kubelet - metric_of_interest: value - agg: - value: cpu-kubelet - agg_type: avg - - name: max-memory-kubelet - metricName.keyword: max-memory-kubelet - metric_of_interest: value - agg: - value: max-memory-kubelet - agg_type: avg - - name: cpu-crio - metricName.keyword: cpu-crio - metric_of_interest: value - agg: - value: cpu-crio - agg_type: avg - - name: max-memory-crio - metricName.keyword: max-memory-crio - metric_of_interest: value - agg: - value: max-memory-crio - agg_type: avg + - name: cpu-kubelet + metricName.keyword: cpu-kubelet + metric_of_interest: value + agg: + value: cpu-kubelet + agg_type: avg + - name: max-memory-kubelet + metricName.keyword: max-memory-kubelet + metric_of_interest: value + agg: + value: max-memory-kubelet + agg_type: avg + - name: cpu-crio + metricName.keyword: cpu-crio + metric_of_interest: value + agg: + value: cpu-crio + agg_type: avg + - name: max-memory-crio + metricName.keyword: max-memory-crio + metric_of_interest: value + agg: + value: max-memory-crio + agg_type: avg - name: node-density-24nodes metadata: @@ -70,13 +70,13 @@ tests: controlPlaneArch: amd64 metrics: - - name: P99 - metricName.keyword: podLatencyQuantilesMeasurement - quantileName.keyword: Ready - metric_of_interest: P99 - agg: - value: P99 - agg_type: avg + - name: P99 + metricName.keyword: podLatencyQuantilesMeasurement + quantileName.keyword: Ready + metric_of_interest: P99 + agg: + value: P99 + agg_type: avg - name: node-density-120nodes metadata: @@ -100,13 +100,13 @@ tests: controlPlaneArch: amd64 metrics: - - name: P99 - metricName.keyword: podLatencyQuantilesMeasurement - quantileName.keyword: Ready - metric_of_interest: P99 - agg: - value: P99 - agg_type: avg + - name: P99 + metricName.keyword: podLatencyQuantilesMeasurement + quantileName.keyword: Ready + metric_of_interest: P99 + agg: + value: P99 + agg_type: avg - name: node-density-249nodes metadata: @@ -130,13 +130,13 @@ tests: controlPlaneArch: amd64 metrics: - - name: P99 - metricName.keyword: podLatencyQuantilesMeasurement - quantileName.keyword: Ready - metric_of_interest: P99 - agg: - value: P99 - agg_type: avg + - name: P99 + metricName.keyword: podLatencyQuantilesMeasurement + quantileName.keyword: Ready + metric_of_interest: P99 + agg: + value: P99 + agg_type: avg - name: node-density-cni-24nodes metadata: @@ -160,13 +160,13 @@ tests: controlPlaneArch: amd64 metrics: - - name: P99 - metricName.keyword: podLatencyQuantilesMeasurement - quantileName.keyword: Ready - metric_of_interest: P99 - agg: - value: P99 - agg_type: avg + - name: P99 + metricName.keyword: podLatencyQuantilesMeasurement + quantileName.keyword: Ready + metric_of_interest: P99 + agg: + value: P99 + agg_type: avg - name: node-density-cni-120nodes metadata: @@ -190,13 +190,13 @@ tests: controlPlaneArch: amd64 metrics: - - name: P99 - metricName.keyword: podLatencyQuantilesMeasurement - quantileName.keyword: Ready - metric_of_interest: P99 - agg: - value: P99 - agg_type: avg + - name: P99 + metricName.keyword: podLatencyQuantilesMeasurement + quantileName.keyword: Ready + metric_of_interest: P99 + agg: + value: P99 + agg_type: avg - name: node-density-cni-249nodes metadata: @@ -220,10 +220,10 @@ tests: controlPlaneArch: amd64 metrics: - - name: P99 - metricName.keyword: podLatencyQuantilesMeasurement - quantileName.keyword: Ready - metric_of_interest: P99 - agg: - value: P99 - agg_type: avg + - name: P99 + metricName.keyword: podLatencyQuantilesMeasurement + quantileName.keyword: Ready + metric_of_interest: P99 + agg: + value: P99 + agg_type: avg diff --git a/examples/readout-ingress.yaml b/examples/readout-ingress.yaml index 5e3af17c..a8aae653 100644 --- a/examples/readout-ingress.yaml +++ b/examples/readout-ingress.yaml @@ -20,58 +20,58 @@ tests: - sidecar metrics: - - name: passthrough_avg_rps - config.termination: passthrough - metric_of_interest: total_avg_rps - agg: - value: total_avg_rps - agg_type: avg + - name: passthrough_avg_rps + config.termination: passthrough + metric_of_interest: total_avg_rps + agg: + value: total_avg_rps + agg_type: avg - - name: passthrough_avg_lat - config.termination: passthrough - metric_of_interest: avg_lat_us - agg: - value: avg_lat_us - agg_type: avg + - name: passthrough_avg_lat + config.termination: passthrough + metric_of_interest: avg_lat_us + agg: + value: avg_lat_us + agg_type: avg - - name: http_avg_rps - config.termination: http - metric_of_interest: total_avg_rps - agg: - value: total_avg_rps - agg_type: avg + - name: http_avg_rps + config.termination: http + metric_of_interest: total_avg_rps + agg: + value: total_avg_rps + agg_type: avg - - name: http_avg_lat - config.termination: http - metric_of_interest: avg_lat_us - agg: - value: avg_lat_us - agg_type: avg + - name: http_avg_lat + config.termination: http + metric_of_interest: avg_lat_us + agg: + value: avg_lat_us + agg_type: avg - - name: reencrypt_avg_rps - config.termination: reencrypt - metric_of_interest: total_avg_rps - agg: - value: total_avg_rps - agg_type: avg + - name: reencrypt_avg_rps + config.termination: reencrypt + metric_of_interest: total_avg_rps + agg: + value: total_avg_rps + agg_type: avg - - name: reencrypt_avg_lat - config.termination: reencrypt - metric_of_interest: avg_lat_us - agg: - value: avg_lat_us - agg_type: avg + - name: reencrypt_avg_lat + config.termination: reencrypt + metric_of_interest: avg_lat_us + agg: + value: avg_lat_us + agg_type: avg - - name: edge_avg_rps - config.termination: edge - metric_of_interest: total_avg_rps - agg: - value: total_avg_rps - agg_type: avg + - name: edge_avg_rps + config.termination: edge + metric_of_interest: total_avg_rps + agg: + value: total_avg_rps + agg_type: avg - - name: edge_avg_lat - config.termination: edge - metric_of_interest: avg_lat_us - agg: - value: avg_lat_us - agg_type: avg + - name: edge_avg_lat + config.termination: edge + metric_of_interest: avg_lat_us + agg: + value: avg_lat_us + agg_type: avg diff --git a/examples/readout-netperf-tcp.yaml b/examples/readout-netperf-tcp.yaml index 59b73d27..6da1ca5c 100644 --- a/examples/readout-netperf-tcp.yaml +++ b/examples/readout-netperf-tcp.yaml @@ -23,305 +23,305 @@ tests: - sidecar metrics: - - name: n2n-tput-64-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: n2n-tput-64-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: n2n-tput-64-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: n2n-tput-64-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: n2n-tput-1024-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - - name: n2n-tput-1024-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: n2n-tput-1024-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + - name: n2n-tput-1024-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: n2n-tput-4096-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: n2n-tput-4096-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: n2n-tput-4096-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: n2n-tput-4096-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: n2n-tput-8192-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: n2n-tput-8192-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: n2n-tput-8192-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: n2n-tput-8192-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: n2n-ltcy-1024-1p - parallelism: 1 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: latency - agg: - value: latency - agg_type: avg + - name: n2n-ltcy-1024-1p + parallelism: 1 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: latency + agg: + value: latency + agg_type: avg - - name: n2n-ltcy-1024-2p - parallelism: 2 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: true - acrossAZ: false - metric_of_interest: latency - agg: - value: latency - agg_type: avg -# p2p - - name: p2p-tput-64-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: n2n-ltcy-1024-2p + parallelism: 2 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: true + acrossAZ: false + metric_of_interest: latency + agg: + value: latency + agg_type: avg + # p2p + - name: p2p-tput-64-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: p2p-tput-64-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: p2p-tput-64-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: p2p-tput-1024-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg - - name: p2p-tput-1024-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: p2p-tput-1024-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg + - name: p2p-tput-1024-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: p2p-tput-4096-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: p2p-tput-4096-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: p2p-tput-4096-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: p2p-tput-4096-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: p2p-tput-8192-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: p2p-tput-8192-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: p2p-tput-8192-2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: p2p-tput-8192-2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: p2p-ltcy-1024-1p - parallelism: 1 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: latency - agg: - value: latency - agg_type: avg + - name: p2p-ltcy-1024-1p + parallelism: 1 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: latency + agg: + value: latency + agg_type: avg - - name: p2p-ltcy-1024-2p - parallelism: 2 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - acrossAZ: false - metric_of_interest: latency - agg: - value: latency - agg_type: avg -#p2s - - name: p2s-tput-64-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: p2p-ltcy-1024-2p + parallelism: 2 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + acrossAZ: false + metric_of_interest: latency + agg: + value: latency + agg_type: avg + # p2s + - name: p2s-tput-64-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: p2s-tput-1024-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: p2s-tput-1024-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: p2s-tput-4096-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 4096 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: p2s-tput-4096-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 4096 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: p2s-tput-8192-1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: p2s-tput-8192-1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: p2s-ltcy-1024-1p - parallelism: 1 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: latency - agg: - value: latency - agg_type: avg + - name: p2s-ltcy-1024-1p + parallelism: 1 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: latency + agg: + value: latency + agg_type: avg diff --git a/examples/rhbok.yaml b/examples/rhbok.yaml index 3f945d8a..5f2bd7e0 100644 --- a/examples/rhbok.yaml +++ b/examples/rhbok.yaml @@ -3,33 +3,33 @@ tests: metadata: ocpVersion: "" upstreamJob.keyword: periodic-ci-openshift-kueue-operator-main-perfscale-kueue-operator-9nodes - benchmark.keyword: {{ benchmark }} + benchmark.keyword: "{{ benchmark }}" metrics: - - name: jobReadyLatency-Completion - metricName.keyword: jobLatencyQuantilesMeasurement - quantileName: Complete - metric_of_interest: P99 - direction: 1 - threshold: 25 + - name: jobReadyLatency-Completion + metricName.keyword: jobLatencyQuantilesMeasurement + quantileName: Complete + metric_of_interest: P99 + direction: 1 + threshold: 25 - - name: jobReadyLatency-StartTime - metricName.keyword: jobLatencyQuantilesMeasurement - quantileName: StartTime - metric_of_interest: P99 - direction: 1 - threshold: 25 + - name: jobReadyLatency-StartTime + metricName.keyword: jobLatencyQuantilesMeasurement + quantileName: StartTime + metric_of_interest: P99 + direction: 1 + threshold: 25 - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - direction: 1 - threshold: 25 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + direction: 1 + threshold: 25 - - name: containersStartedLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: ContainersStarted - metric_of_interest: P99 - direction: 1 - threshold: 25 \ No newline at end of file + - name: containersStartedLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: ContainersStarted + metric_of_interest: P99 + direction: 1 + threshold: 25 diff --git a/examples/servicemesh-ingress.yaml b/examples/servicemesh-ingress.yaml index 60b5471c..658ed125 100644 --- a/examples/servicemesh-ingress.yaml +++ b/examples/servicemesh-ingress.yaml @@ -15,60 +15,60 @@ tests: encrypted: false fips: false ipsec: false - serviceMeshMode: {{ service_mesh_mode }} + serviceMeshMode: "{{ service_mesh_mode }}" not: stream: okd metrics: - - name: http_avg_rps - config.termination: http - metric_of_interest: total_avg_rps - not: - config.requestRate: 5000 - agg: - value: total_avg_rps - agg_type: avg + - name: http_avg_rps + config.termination: http + metric_of_interest: total_avg_rps + not: + config.requestRate: 5000 + agg: + value: total_avg_rps + agg_type: avg - - name: http_avg_cpu_usage_ingress_gateway_pods - config.termination: http - metric_of_interest: infra_metrics.avg_cpu_usage_ingress_gateway_pods - not: + - name: http_avg_cpu_usage_ingress_gateway_pods + config.termination: http + metric_of_interest: infra_metrics.avg_cpu_usage_ingress_gateway_pods + not: + config.requestRate: 5000 + agg: + value: infra_metrics.avg_cpu_usage_ingress_gateway_pods + agg_type: avg + + - name: http_avg_lat + config.termination: http config.requestRate: 5000 - agg: - value: infra_metrics.avg_cpu_usage_ingress_gateway_pods - agg_type: avg + metric_of_interest: avg_lat_us + agg: + value: avg_lat_us + agg_type: avg - - name: http_avg_lat - config.termination: http - config.requestRate: 5000 - metric_of_interest: avg_lat_us - agg: - value: avg_lat_us - agg_type: avg + - name: edge_avg_rps + config.termination: edge + metric_of_interest: total_avg_rps + not: + config.requestRate: 5000 + agg: + value: total_avg_rps + agg_type: avg - - name: edge_avg_rps - config.termination: edge - metric_of_interest: total_avg_rps - not: - config.requestRate: 5000 - agg: - value: total_avg_rps - agg_type: avg + - name: edge_avg_cpu_usage_ingress_gateway_pods + config.termination: edge + metric_of_interest: infra_metrics.avg_cpu_usage_ingress_gateway_pods + not: + config.requestRate: 5000 + agg: + value: infra_metrics.avg_cpu_usage_ingress_gateway_pods + agg_type: avg - - name: edge_avg_cpu_usage_ingress_gateway_pods - config.termination: edge - metric_of_interest: infra_metrics.avg_cpu_usage_ingress_gateway_pods - not: + - name: edge_avg_lat + config.termination: edge config.requestRate: 5000 - agg: - value: infra_metrics.avg_cpu_usage_ingress_gateway_pods - agg_type: avg - - - name: edge_avg_lat - config.termination: edge - config.requestRate: 5000 - metric_of_interest: avg_lat_us - agg: - value: avg_lat_us - agg_type: avg + metric_of_interest: avg_lat_us + agg: + value: avg_lat_us + agg_type: avg diff --git a/examples/servicemesh-netperf-tcp.yaml b/examples/servicemesh-netperf-tcp.yaml index b3f3df3a..4bab757a 100644 --- a/examples/servicemesh-netperf-tcp.yaml +++ b/examples/servicemesh-netperf-tcp.yaml @@ -15,166 +15,166 @@ tests: encrypted: false fips: false ipsec: false - serviceMeshMode: {{ service_mesh_mode }} + serviceMeshMode: "{{ service_mesh_mode }}" not: stream: okd metrics: - # throughput tests - - name: throughput_64_1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + # throughput tests + - name: throughput_64_1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: throughput_1024_1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: throughput_1024_1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: throughput_8192_1p - parallelism: 1 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: throughput_8192_1p + parallelism: 1 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: throughput_64_2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: throughput_64_2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: throughput_1024_2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: throughput_1024_2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: throughput_8192_2p - parallelism: 2 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: throughput_8192_2p + parallelism: 2 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: throughput_64_4p - parallelism: 4 - profile: TCP_STREAM - messageSize: 64 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: throughput_64_4p + parallelism: 4 + profile: TCP_STREAM + messageSize: 64 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: throughput_1024_4p - parallelism: 4 - profile: TCP_STREAM - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: throughput_1024_4p + parallelism: 4 + profile: TCP_STREAM + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - - name: throughput_8192_4p - parallelism: 4 - profile: TCP_STREAM - messageSize: 8192 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: throughput - agg: - value: throughput - agg_type: avg + - name: throughput_8192_4p + parallelism: 4 + profile: TCP_STREAM + messageSize: 8192 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: throughput + agg: + value: throughput + agg_type: avg - # latency tests - - name: latency_64_1p - parallelism: 1 - profile: TCP_RR - messageSize: 64 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: latency - agg: - value: latency - agg_type: avg + # latency tests + - name: latency_64_1p + parallelism: 1 + profile: TCP_RR + messageSize: 64 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: latency + agg: + value: latency + agg_type: avg - - name: latency_1024_1p - parallelism: 1 - profile: TCP_RR - messageSize: 1024 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: latency - agg: - value: latency - agg_type: avg + - name: latency_1024_1p + parallelism: 1 + profile: TCP_RR + messageSize: 1024 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: latency + agg: + value: latency + agg_type: avg - - name: latency_8192_1p - parallelism: 1 - profile: TCP_RR - messageSize: 8192 - driver.keyword: netperf - hostNetwork: false - service: true - acrossAZ: false - metric_of_interest: latency - agg: - value: latency - agg_type: avg + - name: latency_8192_1p + parallelism: 1 + profile: TCP_RR + messageSize: 8192 + driver.keyword: netperf + hostNetwork: false + service: true + acrossAZ: false + metric_of_interest: latency + agg: + value: latency + agg_type: avg diff --git a/examples/small-rosa-control-plane-node-density.yaml b/examples/small-rosa-control-plane-node-density.yaml index 43f8e926..13543c8f 100644 --- a/examples/small-rosa-control-plane-node-density.yaml +++ b/examples/small-rosa-control-plane-node-density.yaml @@ -21,30 +21,30 @@ tests: controlPlaneArch: amd64 metrics: - - name: cpu-kubelet - metricName.keyword: cpu-kubelet - metric_of_interest: value - agg: - value: cpu-kubelet - agg_type: avg - - name: max-memory-kubelet - metricName.keyword: max-memory-kubelet - metric_of_interest: value - agg: - value: max-memory-kubelet - agg_type: avg - - name: cpu-crio - metricName.keyword: cpu-crio - metric_of_interest: value - agg: - value: cpu-crio - agg_type: avg - - name: max-memory-crio - metricName.keyword: max-memory-crio - metric_of_interest: value - agg: - value: max-memory-crio - agg_type: avg + - name: cpu-kubelet + metricName.keyword: cpu-kubelet + metric_of_interest: value + agg: + value: cpu-kubelet + agg_type: avg + - name: max-memory-kubelet + metricName.keyword: max-memory-kubelet + metric_of_interest: value + agg: + value: max-memory-kubelet + agg_type: avg + - name: cpu-crio + metricName.keyword: cpu-crio + metric_of_interest: value + agg: + value: cpu-crio + agg_type: avg + - name: max-memory-crio + metricName.keyword: max-memory-crio + metric_of_interest: value + agg: + value: max-memory-crio + agg_type: avg - name: node-density-24nodes metadata: @@ -68,13 +68,13 @@ tests: controlPlaneArch: amd64 metrics: - - name: P99 - metricName.keyword: podLatencyQuantilesMeasurement - quantileName.keyword: Ready - metric_of_interest: P99 - agg: - value: P99 - agg_type: avg + - name: P99 + metricName.keyword: podLatencyQuantilesMeasurement + quantileName.keyword: Ready + metric_of_interest: P99 + agg: + value: P99 + agg_type: avg - name: node-density-120nodes metadata: @@ -98,13 +98,13 @@ tests: controlPlaneArch: amd64 metrics: - - name: P99 - metricName.keyword: podLatencyQuantilesMeasurement - quantileName.keyword: Ready - metric_of_interest: P99 - agg: - value: P99 - agg_type: avg + - name: P99 + metricName.keyword: podLatencyQuantilesMeasurement + quantileName.keyword: Ready + metric_of_interest: P99 + agg: + value: P99 + agg_type: avg - name: node-density-cni-24nodes metadata: @@ -128,13 +128,13 @@ tests: controlPlaneArch: amd64 metrics: - - name: P99 - metricName.keyword: podLatencyQuantilesMeasurement - quantileName.keyword: Ready - metric_of_interest: P99 - agg: - value: P99 - agg_type: avg + - name: P99 + metricName.keyword: podLatencyQuantilesMeasurement + quantileName.keyword: Ready + metric_of_interest: P99 + agg: + value: P99 + agg_type: avg - name: node-density-cni-120nodes metadata: @@ -158,10 +158,10 @@ tests: controlPlaneArch: amd64 metrics: - - name: P99 - metricName.keyword: podLatencyQuantilesMeasurement - quantileName.keyword: Ready - metric_of_interest: P99 - agg: - value: P99 - agg_type: avg + - name: P99 + metricName.keyword: podLatencyQuantilesMeasurement + quantileName.keyword: Ready + metric_of_interest: P99 + agg: + value: P99 + agg_type: avg diff --git a/examples/small-scale-cluster-density-report.yaml b/examples/small-scale-cluster-density-report.yaml index f717979c..05c8ba21 100644 --- a/examples/small-scale-cluster-density-report.yaml +++ b/examples/small-scale-cluster-density-report.yaml @@ -22,116 +22,116 @@ tests: stream: okd metrics: - - name: Pod_Ready_Latency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - - name: CPU_usage_masters - metricName.keyword: cpu-masters - metric_of_interest: value - agg: - value: avg - agg_type: avg - - name: Maximum_aggregated_memory_usage_masters - metricName.keyword: max-memory-sum-masters - metric_of_interest: value - agg: - value: avg - agg_type: avg - - name: CPU_Usage_kube-apiserver - metricName.keyword: cpu-kube-apiserver - metric_of_interest: value - agg: - value: kube_apiserver - agg_type: avg - - name: Max_Aggregated_RSS_Usage_kube-apiserver - metricName.keyword: max-memory-sum-kube-apiserver - metric_of_interest: value - agg: - value: kube_apiserver - agg_type: avg - - name: CPU_Usage_etcd - metricName.keyword: cpu-etcd - metric_of_interest: value - agg: - value: etcd - agg_type: avg - - name: Max_Aggregated_RSS_Usage_etcd - metricName.keyword: max-memory-etcd - metric_of_interest: value - agg: - value: etcd - agg_type: avg - - name: Avg_Read_Only_API_request_P99_latency_namespace_scoped - metricName.keyword: avg-ro-apicalls-latency - labels.scope.keyword: namespace - metric_of_interest: value - agg: - value: namespace_scoped - agg_type: avg - - name: Max_Read_Only_API_request_P99_latency_namespace_scoped - metricName.keyword: max-ro-apicalls-latency - labels.scope.keyword: namespace - metric_of_interest: value - agg: - value: namespace_scoped - agg_type: avg - - name: Avg_Read_Only_API_request_P99_latency_cluster_scoped - metricName.keyword: avg-ro-apicalls-latency - labels.scope.keyword: cluster - metric_of_interest: value - agg: - value: cluster_scoped - agg_type: avg - - name: Max_Read_Only_API_request_P99_latency_cluster_scoped - metricName.keyword: max-ro-apicalls-latency - labels.scope.keyword: cluster - metric_of_interest: value - agg: - value: cluster_scoped - agg_type: avg - - name: Avg_Mutating_API_request_P99_latency - metricName.keyword: avg-mutating-apicalls-latency - metric_of_interest: value - agg: - value: avg - agg_type: avg - - name: Max_Mutating_API_request_P99_latency - metricName.keyword: max-mutating-apicalls-latency - metric_of_interest: value - agg: - value: avg - agg_type: avg - - name: 99th_WAL_fsync - metricName.keyword: 99thEtcdDiskWalFsync - metric_of_interest: value - agg: - value: avg - agg_type: avg - - name: 99th_Backend_I/O - metricName.keyword: 99thEtcdDiskBackendCommit - metric_of_interest: value - agg: - value: avg - agg_type: avg - - name: 99th_Roundtrip - metricName.keyword: 99thEtcdRoundTripTime - metric_of_interest: value - agg: - value: avg - agg_type: avg - - name: cpu_ovn_control_plane - metricName.keyword: cpu-ovn-control-plane - metric_of_interest: value - agg: - value: avg - agg_type: avg - - name: cpu_ovnkube_node - metricName.keyword: cpu-ovnkube-node - metric_of_interest: value - agg: - value: avg - agg_type: avg + - name: Pod_Ready_Latency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + - name: CPU_usage_masters + metricName.keyword: cpu-masters + metric_of_interest: value + agg: + value: avg + agg_type: avg + - name: Maximum_aggregated_memory_usage_masters + metricName.keyword: max-memory-sum-masters + metric_of_interest: value + agg: + value: avg + agg_type: avg + - name: CPU_Usage_kube-apiserver + metricName.keyword: cpu-kube-apiserver + metric_of_interest: value + agg: + value: kube_apiserver + agg_type: avg + - name: Max_Aggregated_RSS_Usage_kube-apiserver + metricName.keyword: max-memory-sum-kube-apiserver + metric_of_interest: value + agg: + value: kube_apiserver + agg_type: avg + - name: CPU_Usage_etcd + metricName.keyword: cpu-etcd + metric_of_interest: value + agg: + value: etcd + agg_type: avg + - name: Max_Aggregated_RSS_Usage_etcd + metricName.keyword: max-memory-etcd + metric_of_interest: value + agg: + value: etcd + agg_type: avg + - name: Avg_Read_Only_API_request_P99_latency_namespace_scoped + metricName.keyword: avg-ro-apicalls-latency + labels.scope.keyword: namespace + metric_of_interest: value + agg: + value: namespace_scoped + agg_type: avg + - name: Max_Read_Only_API_request_P99_latency_namespace_scoped + metricName.keyword: max-ro-apicalls-latency + labels.scope.keyword: namespace + metric_of_interest: value + agg: + value: namespace_scoped + agg_type: avg + - name: Avg_Read_Only_API_request_P99_latency_cluster_scoped + metricName.keyword: avg-ro-apicalls-latency + labels.scope.keyword: cluster + metric_of_interest: value + agg: + value: cluster_scoped + agg_type: avg + - name: Max_Read_Only_API_request_P99_latency_cluster_scoped + metricName.keyword: max-ro-apicalls-latency + labels.scope.keyword: cluster + metric_of_interest: value + agg: + value: cluster_scoped + agg_type: avg + - name: Avg_Mutating_API_request_P99_latency + metricName.keyword: avg-mutating-apicalls-latency + metric_of_interest: value + agg: + value: avg + agg_type: avg + - name: Max_Mutating_API_request_P99_latency + metricName.keyword: max-mutating-apicalls-latency + metric_of_interest: value + agg: + value: avg + agg_type: avg + - name: 99th_WAL_fsync + metricName.keyword: 99thEtcdDiskWalFsync + metric_of_interest: value + agg: + value: avg + agg_type: avg + - name: 99th_Backend_I/O + metricName.keyword: 99thEtcdDiskBackendCommit + metric_of_interest: value + agg: + value: avg + agg_type: avg + - name: 99th_Roundtrip + metricName.keyword: 99thEtcdRoundTripTime + metric_of_interest: value + agg: + value: avg + agg_type: avg + - name: cpu_ovn_control_plane + metricName.keyword: cpu-ovn-control-plane + metric_of_interest: value + agg: + value: avg + agg_type: avg + - name: cpu_ovnkube_node + metricName.keyword: cpu-ovnkube-node + metric_of_interest: value + agg: + value: avg + agg_type: avg diff --git a/examples/small-scale-cluster-density.yaml b/examples/small-scale-cluster-density.yaml index 8884cb4f..01d4d714 100644 --- a/examples/small-scale-cluster-density.yaml +++ b/examples/small-scale-cluster-density.yaml @@ -16,81 +16,81 @@ tests: # ipsec: false metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg - - name: etcdDisk - metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds - metric_of_interest: value - agg: - value: duration - agg_type: avg + - name: etcdDisk + metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds + metric_of_interest: value + agg: + value: duration + agg_type: avg - - name: ovsCPU-irate-all - metricName.keyword: cgroupCPU - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 + - name: ovsCPU-irate-all + metricName.keyword: cgroupCPU + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 - - name: ovsMemory-Workers - metricName.keyword: cgroupMemoryRSS-Workers - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - direction: 1 - threshold: 10 + - name: ovsMemory-Workers + metricName.keyword: cgroupMemoryRSS-Workers + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + direction: 1 + threshold: 10 - - name: ovsMemory-Masters - metricName.keyword: cgroupMemoryRSS-Masters - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - direction: 1 - threshold: 10 + - name: ovsMemory-Masters + metricName.keyword: cgroupMemoryRSS-Masters + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + direction: 1 + threshold: 10 - - name: ovsMemory-all - metricName.keyword: cgroupMemoryRSS - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - direction: 1 - threshold: 10 + - name: ovsMemory-all + metricName.keyword: cgroupMemoryRSS + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + direction: 1 + threshold: 10 diff --git a/examples/small-scale-node-density-cni.yaml b/examples/small-scale-node-density-cni.yaml index 2c9bce45..229cbb7d 100644 --- a/examples/small-scale-node-density-cni.yaml +++ b/examples/small-scale-node-density-cni.yaml @@ -9,293 +9,293 @@ tests: benchmark.keyword: node-density-cni ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - direction: 1 - threshold: 10 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + direction: 1 + threshold: 10 - - name: multusCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: multus]" - direction: 1 - threshold: 10 + - name: multusCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: multus]" + direction: 1 + threshold: 10 - - name: monitoringCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-monitoring - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: monitoring]" - direction: 1 - threshold: 10 + - name: monitoringCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-monitoring + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: monitoring]" + direction: 1 + threshold: 10 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 - threshold: 10 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 + threshold: 10 - - name: etcdDisk - metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds - metric_of_interest: value - agg: - value: duration - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 - threshold: 10 + - name: etcdDisk + metricName.keyword: 99thEtcdDiskBackendCommitDurationSeconds + metric_of_interest: value + agg: + value: duration + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 + threshold: 10 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 - - name: ovsCPU-irate-all - metricName.keyword: cgroupCPU - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsCPU-irate-all + metricName.keyword: cgroupCPU + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnkCPU-overall - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnkCPU-overall + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-ovncontroller - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-ovncontroller + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-northd - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-northd + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-nbdb - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-nbdb + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-sbdb - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-sbdb + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-ovnk-controller - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-ovnk-controller + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-Workers - metricName.keyword: cgroupMemoryRSS-Workers - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-Workers + metricName.keyword: cgroupMemoryRSS-Workers + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-Masters - metricName.keyword: cgroupMemoryRSS-Masters - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-Masters + metricName.keyword: cgroupMemoryRSS-Masters + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-all - metricName.keyword: cgroupMemoryRSS - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-all + metricName.keyword: cgroupMemoryRSS + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnkMem-overall - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnkMem-overall + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-ovncontroller - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-ovncontroller + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-northd - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-northd + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-nbdb - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-nbdb + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-sbdb - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-sbdb + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-ovnk-controller - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-ovnk-controller + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 diff --git a/examples/small-scale-node-density.yaml b/examples/small-scale-node-density.yaml index 02b4383e..bf7f9bd1 100644 --- a/examples/small-scale-node-density.yaml +++ b/examples/small-scale-node-density.yaml @@ -9,77 +9,77 @@ tests: benchmark.keyword: node-density ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 - - name: containersStartedLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: ContainersStarted - labels: - - "[Jira: PodLatency]" - metric_of_interest: P99 - direction: 1 - threshold: 25 + - name: containersStartedLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: ContainersStarted + labels: + - "[Jira: PodLatency]" + metric_of_interest: P99 + direction: 1 + threshold: 25 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - direction: 1 - threshold: 10 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + direction: 1 + threshold: 10 - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 - threshold: 10 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 + threshold: 10 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 diff --git a/examples/small-scale-udn-l2.yaml b/examples/small-scale-udn-l2.yaml index e20ed229..14e12d46 100644 --- a/examples/small-scale-udn-l2.yaml +++ b/examples/small-scale-udn-l2.yaml @@ -10,10 +10,10 @@ tests: benchmark.keyword: udn-density-pods ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd # encrypted: true @@ -21,232 +21,232 @@ tests: # ipsec: false metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - jobName.keyword: udn-density-l2-pods - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 - - name: ovsCPU-irate-all - metricName.keyword: cgroupCPU - jobName.keyword: udn-density-l2-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkCPU-overall - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovncontroller - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-northd - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-nbdb - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-sbdb - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovnk-controller - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-Workers - metricName.keyword: cgroupMemoryRSS-Workers - jobName.keyword: udn-density-l2-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-Masters - metricName.keyword: cgroupMemoryRSS-Masters - jobName.keyword: udn-density-l2-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-all - metricName.keyword: cgroupMemoryRSS - jobName.keyword: udn-density-l2-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkMem-overall - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovncontroller - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-northd - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-nbdb - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-sbdb - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovnk-controller - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + jobName.keyword: udn-density-l2-pods + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 + - name: ovsCPU-irate-all + metricName.keyword: cgroupCPU + jobName.keyword: udn-density-l2-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkCPU-overall + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovncontroller + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-northd + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-nbdb + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-sbdb + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovnk-controller + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-Workers + metricName.keyword: cgroupMemoryRSS-Workers + jobName.keyword: udn-density-l2-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-Masters + metricName.keyword: cgroupMemoryRSS-Masters + jobName.keyword: udn-density-l2-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-all + metricName.keyword: cgroupMemoryRSS + jobName.keyword: udn-density-l2-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkMem-overall + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovncontroller + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-northd + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-nbdb + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-sbdb + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovnk-controller + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 diff --git a/examples/small-scale-udn-l3.yaml b/examples/small-scale-udn-l3.yaml index 6a218bb4..82159a5f 100644 --- a/examples/small-scale-udn-l3.yaml +++ b/examples/small-scale-udn-l3.yaml @@ -10,10 +10,10 @@ tests: benchmark.keyword: udn-density-pods ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd # encrypted: true @@ -21,230 +21,230 @@ tests: # ipsec: false metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - jobName.keyword: udn-density-l3-pods - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 - - name: ovsCPU-irate-all - metricName.keyword: cgroupCPU - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkCPU-overall - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovncontroller - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-northd - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-nbdb - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-sbdb - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovnk-controller - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-Workers - metricName.keyword: cgroupMemoryRSS-Workers - jobName.keyword: udn-density-l3-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-Masters - metricName.keyword: cgroupMemoryRSS-Masters - jobName.keyword: udn-density-l3-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-all - metricName.keyword: cgroupMemoryRSS - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkMem-overall - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovncontroller - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-northd - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-nbdb - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-sbdb - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovnk-controller - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + jobName.keyword: udn-density-l3-pods + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 + - name: ovsCPU-irate-all + metricName.keyword: cgroupCPU + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkCPU-overall + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovncontroller + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-northd + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-nbdb + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-sbdb + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovnk-controller + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-Workers + metricName.keyword: cgroupMemoryRSS-Workers + jobName.keyword: udn-density-l3-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-Masters + metricName.keyword: cgroupMemoryRSS-Masters + jobName.keyword: udn-density-l3-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-all + metricName.keyword: cgroupMemoryRSS + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkMem-overall + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovncontroller + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-northd + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-nbdb + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-sbdb + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovnk-controller + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 diff --git a/examples/trt-external-payload-cluster-density.yaml b/examples/trt-external-payload-cluster-density.yaml index ae32e4ee..3b2da34d 100644 --- a/examples/trt-external-payload-cluster-density.yaml +++ b/examples/trt-external-payload-cluster-density.yaml @@ -10,141 +10,141 @@ tests: benchmark.keyword: cluster-density-v2 ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - direction: 1 - threshold: 10 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + direction: 1 + threshold: 10 - - name: multusCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: multus]" - direction: 1 - threshold: 10 + - name: multusCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: multus]" + direction: 1 + threshold: 10 - - name: monitoringCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-monitoring - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: monitoring]" - direction: 1 - threshold: 10 + - name: monitoringCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-monitoring + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: monitoring]" + direction: 1 + threshold: 10 - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 - threshold: 10 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 + threshold: 10 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 - - name: ovsCPU-irate-all - metricName.keyword: cgroupCPU - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsCPU-irate-all + metricName.keyword: cgroupCPU + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-Workers - metricName.keyword: cgroupMemoryRSS-Workers - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-Workers + metricName.keyword: cgroupMemoryRSS-Workers + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-Masters - metricName.keyword: cgroupMemoryRSS-Masters - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-Masters + metricName.keyword: cgroupMemoryRSS-Masters + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-all - metricName.keyword: cgroupMemoryRSS - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-all + metricName.keyword: cgroupMemoryRSS + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 diff --git a/examples/trt-external-payload-cpu.yaml b/examples/trt-external-payload-cpu.yaml index 8fe1f4b8..37cc8ed2 100644 --- a/examples/trt-external-payload-cpu.yaml +++ b/examples/trt-external-payload-cpu.yaml @@ -7,528 +7,528 @@ tests: masterNodesCount: 3 workerNodesType: m6a.xlarge workerNodesCount: 6 - benchmark.keyword: {{ benchmark }} + benchmark.keyword: "{{ benchmark }}" ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: openshift-monitoring-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-monitoring - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-ovn-kubernetes-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-cluster-csi-drivers-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-cluster-csi-drivers - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-multus-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-machine-config-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-machine-config-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-etcd-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-e2e-loki-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-e2e-loki - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-dns-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-dns - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-kube-apiserver-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-machine-api-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-machine-api - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-kube-controller-manager-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-controller-manager - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-insights-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-insights - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-kube-scheduler-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-scheduler - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-cluster-node-tuning-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-cluster-node-tuning-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-network-diagnostics-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-network-diagnostics - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-image-registry-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-image-registry - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-operator-lifecycle-manager-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-operator-lifecycle-manager - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-apiserver-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-network-node-identity-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-network-node-identity - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-network-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-network-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-marketplace-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-marketplace - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: kube-system-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: kube-system - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-cluster-storage-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-cluster-storage-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-console-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-console - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-cloud-credential-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-cloud-credential-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-ingress-canary-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ingress-canary - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-cloud-controller-manager-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-cloud-controller-manager-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-authentication-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-authentication - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-route-controller-manager-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-route-controller-manager - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-cluster-samples-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-cluster-samples-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-dns-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-dns-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-ingress-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ingress-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-cloud-controller-manager-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-cloud-controller-manager - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-cluster-machine-approver-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-cluster-machine-approver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-kube-storage-version-migrator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-storage-version-migrator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-authentication-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-authentication-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-oauth-apiserver-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-oauth-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-controller-manager-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-controller-manager - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-ingress-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ingress - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-kube-scheduler-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-scheduler-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-operator-controller-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-operator-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-apiserver-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-apiserver-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-cluster-olm-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-cluster-olm-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-controller-manager-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-controller-manager-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-etcd-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-kube-apiserver-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-cloud-network-config-controller-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-cloud-network-config-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-cluster-version-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-cluster-version - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-kube-controller-manager-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-controller-manager-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-service-ca-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-service-ca-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-console-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-console-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-service-ca-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-service-ca - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-catalogd-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-catalogd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-config-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-config-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-kube-storage-version-migrator-operator-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-storage-version-migrator-operator - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: openshift-network-console-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-network-console - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: default-ns-CPU - metricName.keyword: containerCPU - labels.namespace.keyword: default - metric_of_interest: value - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 + - name: openshift-monitoring-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-monitoring + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-ovn-kubernetes-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-cluster-csi-drivers-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-cluster-csi-drivers + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-multus-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-machine-config-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-machine-config-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-etcd-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-e2e-loki-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-e2e-loki + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-dns-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-dns + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-kube-apiserver-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-machine-api-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-machine-api + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-kube-controller-manager-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-controller-manager + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-insights-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-insights + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-kube-scheduler-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-scheduler + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-cluster-node-tuning-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-cluster-node-tuning-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-network-diagnostics-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-network-diagnostics + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-image-registry-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-image-registry + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-operator-lifecycle-manager-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-operator-lifecycle-manager + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-apiserver-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-network-node-identity-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-network-node-identity + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-network-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-network-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-marketplace-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-marketplace + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: kube-system-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: kube-system + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-cluster-storage-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-cluster-storage-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-console-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-console + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-cloud-credential-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-cloud-credential-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-ingress-canary-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ingress-canary + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-cloud-controller-manager-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-cloud-controller-manager-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-authentication-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-authentication + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-route-controller-manager-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-route-controller-manager + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-cluster-samples-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-cluster-samples-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-dns-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-dns-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-ingress-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ingress-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-cloud-controller-manager-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-cloud-controller-manager + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-cluster-machine-approver-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-cluster-machine-approver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-kube-storage-version-migrator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-storage-version-migrator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-authentication-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-authentication-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-oauth-apiserver-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-oauth-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-controller-manager-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-controller-manager + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-ingress-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ingress + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-kube-scheduler-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-scheduler-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-operator-controller-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-operator-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-apiserver-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-apiserver-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-cluster-olm-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-cluster-olm-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-controller-manager-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-controller-manager-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-etcd-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-kube-apiserver-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-cloud-network-config-controller-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-cloud-network-config-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-cluster-version-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-cluster-version + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-kube-controller-manager-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-controller-manager-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-service-ca-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-service-ca-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-console-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-console-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-service-ca-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-service-ca + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-catalogd-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-catalogd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-config-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-config-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-kube-storage-version-migrator-operator-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-storage-version-migrator-operator + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: openshift-network-console-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-network-console + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: default-ns-CPU + metricName.keyword: containerCPU + labels.namespace.keyword: default + metric_of_interest: value + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 diff --git a/examples/trt-external-payload-crd-scale.yaml b/examples/trt-external-payload-crd-scale.yaml index 20ce7066..8d36a481 100644 --- a/examples/trt-external-payload-crd-scale.yaml +++ b/examples/trt-external-payload-crd-scale.yaml @@ -10,34 +10,34 @@ tests: benchmark.keyword: crd-scale ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - direction: 1 - threshold: 10 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + direction: 1 + threshold: 10 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 - threshold: 10 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 + threshold: 10 diff --git a/examples/trt-external-payload-node-density-cni.yaml b/examples/trt-external-payload-node-density-cni.yaml index a5b34251..fb180b87 100644 --- a/examples/trt-external-payload-node-density-cni.yaml +++ b/examples/trt-external-payload-node-density-cni.yaml @@ -10,292 +10,292 @@ tests: benchmark.keyword: node-density-cni ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 - - name: serviceReadyLatency - metricName.keyword: serviceLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 + - name: serviceReadyLatency + metricName.keyword: serviceLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - direction: 1 - threshold: 10 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + direction: 1 + threshold: 10 - - name: multusCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-multus - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: multus]" - direction: 1 - threshold: 10 + - name: multusCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-multus + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: multus]" + direction: 1 + threshold: 10 - - name: monitoringCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-monitoring - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: monitoring]" - direction: 1 - threshold: 10 + - name: monitoringCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-monitoring + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: monitoring]" + direction: 1 + threshold: 10 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 - threshold: 10 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 + threshold: 10 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 - - name: ovsCPU-irate-all - metricName.keyword: cgroupCPU - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 + - name: ovsCPU-irate-all + metricName.keyword: cgroupCPU + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnkCPU-overall - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnkCPU-overall + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-ovncontroller - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-ovncontroller + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-northd - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-northd + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-nbdb - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-nbdb + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-sbdb - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-sbdb + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnCPU-ovnk-controller - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU-ovnk-controller + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-Workers - metricName.keyword: cgroupMemoryRSS-Workers - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-Workers + metricName.keyword: cgroupMemoryRSS-Workers + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-Masters - metricName.keyword: cgroupMemoryRSS-Masters - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-Masters + metricName.keyword: cgroupMemoryRSS-Masters + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovsMemory-all - metricName.keyword: cgroupMemoryRSS - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovsMemory-all + metricName.keyword: cgroupMemoryRSS + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnkMem-overall - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnkMem-overall + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-ovncontroller - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-ovncontroller + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-northd - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-northd + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-nbdb - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-nbdb + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-sbdb - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-sbdb + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: ovnMem-ovnk-controller - metricName.keyword: containerMemory - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnMem-ovnk-controller + metricName.keyword: containerMemory + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 diff --git a/examples/trt-external-payload-node-density-inherits.yaml b/examples/trt-external-payload-node-density-inherits.yaml index 9e058c46..42cb6efc 100644 --- a/examples/trt-external-payload-node-density-inherits.yaml +++ b/examples/trt-external-payload-node-density-inherits.yaml @@ -5,34 +5,34 @@ tests: metadata: ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: etcdCPU - metricName: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 - threshold: 10 + - name: etcdCPU + metricName: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 + threshold: 10 - - name: kubelet - metricName: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 5 + - name: kubelet + metricName: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 5 diff --git a/examples/trt-external-payload-node-density.yaml b/examples/trt-external-payload-node-density.yaml index 63cf5bfd..538a7625 100644 --- a/examples/trt-external-payload-node-density.yaml +++ b/examples/trt-external-payload-node-density.yaml @@ -10,78 +10,78 @@ tests: benchmark.keyword: node-density ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 - - name: containersStartedLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: ContainersStarted - labels: - - "[Jira: PodLatency]" - metric_of_interest: P99 - direction: 1 - threshold: 25 + - name: containersStartedLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: ContainersStarted + labels: + - "[Jira: PodLatency]" + metric_of_interest: P99 + direction: 1 + threshold: 25 - - name: apiserverCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-kube-apiserver - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: kube-apiserver]" - direction: 1 - threshold: 10 + - name: apiserverCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-kube-apiserver + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: kube-apiserver]" + direction: 1 + threshold: 10 - - name: ovnCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: ovnCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 - - name: etcdCPU - metricName.keyword: containerCPU - labels.namespace.keyword: openshift-etcd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: etcd]" - direction: 1 - threshold: 10 + - name: etcdCPU + metricName.keyword: containerCPU + labels.namespace.keyword: openshift-etcd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: etcd]" + direction: 1 + threshold: 10 - - name: kubelet - metricName.keyword: kubeletCPU - metric_of_interest: value - labels: - - "[Jira: Node]" - agg: - value: cpu - agg_type: avg - direction: 1 - threshold: 10 + - name: kubelet + metricName.keyword: kubeletCPU + metric_of_interest: value + labels: + - "[Jira: Node]" + agg: + value: cpu + agg_type: avg + direction: 1 + threshold: 10 diff --git a/examples/trt-external-payload-udn-l2.yaml b/examples/trt-external-payload-udn-l2.yaml index d9f5169c..3a6d61a3 100644 --- a/examples/trt-external-payload-udn-l2.yaml +++ b/examples/trt-external-payload-udn-l2.yaml @@ -10,239 +10,239 @@ tests: benchmark.keyword: udn-density-pods ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - jobName.keyword: udn-density-l2-pods - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 - - name: ovsCPU-irate-all - metricName.keyword: cgroupCPU - jobName.keyword: udn-density-l2-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkCPU-overall - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovncontroller - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-northd - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-nbdb - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-sbdb - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovnk-controller - metricName.keyword: containerCPU - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-Workers - metricName.keyword: cgroupMemoryRSS-Workers - jobName.keyword: udn-density-l2-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-Masters - metricName.keyword: cgroupMemoryRSS-Masters - jobName.keyword: udn-density-l2-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-all - metricName.keyword: cgroupMemoryRSS - jobName.keyword: udn-density-l2-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkMem-overall - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovncontroller - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-northd - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-nbdb - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-sbdb - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovnk-controller - metricName.keyword: containerMemory - jobName.keyword: udn-density-l2-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + jobName.keyword: udn-density-l2-pods + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 + - name: ovsCPU-irate-all + metricName.keyword: cgroupCPU + jobName.keyword: udn-density-l2-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkCPU-overall + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovncontroller + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-northd + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-nbdb + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-sbdb + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovnk-controller + metricName.keyword: containerCPU + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-Workers + metricName.keyword: cgroupMemoryRSS-Workers + jobName.keyword: udn-density-l2-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-Masters + metricName.keyword: cgroupMemoryRSS-Masters + jobName.keyword: udn-density-l2-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-all + metricName.keyword: cgroupMemoryRSS + jobName.keyword: udn-density-l2-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkMem-overall + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovncontroller + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-northd + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-nbdb + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-sbdb + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovnk-controller + metricName.keyword: containerMemory + jobName.keyword: udn-density-l2-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 diff --git a/examples/trt-external-payload-udn-l3.yaml b/examples/trt-external-payload-udn-l3.yaml index adfa4444..5ccc6259 100644 --- a/examples/trt-external-payload-udn-l3.yaml +++ b/examples/trt-external-payload-udn-l3.yaml @@ -10,239 +10,239 @@ tests: benchmark.keyword: udn-density-pods ocpVersion: "{{ version }}" networkType: OVNKubernetes - jobType: {{ jobtype | default('periodic') }} - pullNumber: {{ pull_number | default(0) }} - organization: {{ organization | default('') }} - repository: {{ repository | default('') }} + jobType: "{{ jobtype | default('periodic') }}" + pullNumber: "{{ pull_number | default(0) }}" + organization: "{{ organization | default('') }}" + repository: "{{ repository | default('') }}" not: stream: okd metrics: - - name: podReadyLatency - metricName.keyword: podLatencyQuantilesMeasurement - quantileName: Ready - jobName.keyword: udn-density-l3-pods - metric_of_interest: P99 - not: - jobConfig.name: "garbage-collection" - labels: - - "[Jira: PerfScale]" - direction: 1 - threshold: 10 - - name: ovsCPU-irate-all - metricName.keyword: cgroupCPU - jobName.keyword: udn-density-l3-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkCPU-overall - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovncontroller - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-northd - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-nbdb - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-sbdb - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnCPU-ovnk-controller - metricName.keyword: containerCPU - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: cpu - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-Workers - metricName.keyword: cgroupMemoryRSS-Workers - jobName.keyword: udn-density-l3-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-Masters - metricName.keyword: cgroupMemoryRSS-Masters - jobName.keyword: udn-density-l3-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: max - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovsMemory-all - metricName.keyword: cgroupMemoryRSS - jobName.keyword: udn-density-l3-pods - labels.id.keyword: /system.slice/ovs-vswitchd.service - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnkMem-overall - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovncontroller - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovn-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-northd - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: northd - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-nbdb - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: nbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-sbdb - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: sbdb - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 - - - name: ovnMem-ovnk-controller - metricName.keyword: containerMemory - jobName.keyword: udn-density-l3-pods - labels.namespace.keyword: openshift-ovn-kubernetes - labels.container.keyword: ovnkube-controller - metric_of_interest: value - agg: - value: mem - agg_type: avg - labels: - - "[Jira: Networking / ovn-kubernetes]" - direction: 1 - threshold: 10 + - name: podReadyLatency + metricName.keyword: podLatencyQuantilesMeasurement + quantileName: Ready + jobName.keyword: udn-density-l3-pods + metric_of_interest: P99 + not: + jobConfig.name: "garbage-collection" + labels: + - "[Jira: PerfScale]" + direction: 1 + threshold: 10 + - name: ovsCPU-irate-all + metricName.keyword: cgroupCPU + jobName.keyword: udn-density-l3-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkCPU-overall + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovncontroller + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-northd + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-nbdb + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-sbdb + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnCPU-ovnk-controller + metricName.keyword: containerCPU + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: cpu + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-Workers + metricName.keyword: cgroupMemoryRSS-Workers + jobName.keyword: udn-density-l3-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-Masters + metricName.keyword: cgroupMemoryRSS-Masters + jobName.keyword: udn-density-l3-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: max + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovsMemory-all + metricName.keyword: cgroupMemoryRSS + jobName.keyword: udn-density-l3-pods + labels.id.keyword: /system.slice/ovs-vswitchd.service + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnkMem-overall + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovncontroller + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovn-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-northd + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: northd + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-nbdb + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: nbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-sbdb + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: sbdb + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 + + - name: ovnMem-ovnk-controller + metricName.keyword: containerMemory + jobName.keyword: udn-density-l3-pods + labels.namespace.keyword: openshift-ovn-kubernetes + labels.container.keyword: ovnkube-controller + metric_of_interest: value + agg: + value: mem + agg_type: avg + labels: + - "[Jira: Networking / ovn-kubernetes]" + direction: 1 + threshold: 10 diff --git a/requirements-test.txt b/requirements-test.txt index 05239911..e6abbc1b 100644 --- a/requirements-test.txt +++ b/requirements-test.txt @@ -2,3 +2,4 @@ pytest==7.4.4 pytest-cov==4.1.0 pytest-random-order==1.1.0 pylint==3.3.2 +google-yamlfmt==0.21.0