From 6f4d56a37dabf957dd315ab83d1f8269a6b281f0 Mon Sep 17 00:00:00 2001 From: masco Date: Thu, 26 Feb 2026 16:26:42 +0530 Subject: [PATCH] Add OpenStack config examples Signed-off-by: Masco --- examples/rhoso-barbican.yaml | 117 +++++++++++++ examples/rhoso-cinder.yaml | 104 +++++++++++ examples/rhoso-glance.yaml | 39 +++++ examples/rhoso-keystone.yaml | 117 +++++++++++++ examples/rhoso-neutron.yaml | 325 +++++++++++++++++++++++++++++++++++ examples/rhoso-nova.yaml | 234 +++++++++++++++++++++++++ examples/rhoso-octavia.yaml | 52 ++++++ examples/rhoso-swift.yaml | 104 +++++++++++ 8 files changed, 1092 insertions(+) create mode 100644 examples/rhoso-barbican.yaml create mode 100644 examples/rhoso-cinder.yaml create mode 100644 examples/rhoso-glance.yaml create mode 100644 examples/rhoso-keystone.yaml create mode 100644 examples/rhoso-neutron.yaml create mode 100644 examples/rhoso-nova.yaml create mode 100644 examples/rhoso-octavia.yaml create mode 100644 examples/rhoso-swift.yaml diff --git a/examples/rhoso-barbican.yaml b/examples/rhoso-barbican.yaml new file mode 100644 index 0000000..a59e263 --- /dev/null +++ b/examples/rhoso-barbican.yaml @@ -0,0 +1,117 @@ +# config file for BARBICAN RHOSO service +# +# PERFORMANCE METRIC: Using 'percentiles' with target_percentile=95 (P95 latency) +# - Provides 95th percentile latency performance across all iterations + +tests: + - name: barbican-performance-test + + # Use browbeat_uuid as the UUID field for Rally/Browbeat data + uuid_field: browbeat_uuid + + # Global threshold for all metrics (percentage change to trigger regression alert) + threshold: 10 + + # Global direction for all metrics (0=both, 1=increases only, -1=decreases only) + direction: 1 + + metadata: + # Filter by job name to get specific barbican test runs + jobName.keyword: periodic-ci-openshift-eng-ocp-qe-perfscale-ci-main-metal-rhoso-x86-weekly-rhoso-barbican + + # Filter by job type + jobType: periodic + jobStatus: pass + + metrics: + # BARBICAN - barbican.container_delete + - name: containerDelete + action: barbican.container_delete + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: BARBICAN]" + + # BARBICAN - barbican.create_asymmetric + - name: createAsymmetric + action: barbican.create_asymmetric + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: BARBICAN]" + + # BARBICAN - barbican.create_certificate_container + - name: createCertificateContainer + action: barbican.create_certificate_container + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: BARBICAN]" + + # BARBICAN - barbican.create_secret + - name: createSecret + action: barbican.create_secret + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: BARBICAN]" + + # BARBICAN - barbican.delete_secret + - name: deleteSecret + action: barbican.delete_secret + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: BARBICAN]" + + # BARBICAN - barbican.list_secrets + - name: listSecrets + action: barbican.list_secrets + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: BARBICAN]" + + # BARBICAN - barbican.orders_delete + - name: ordersDelete + action: barbican.orders_delete + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: BARBICAN]" + diff --git a/examples/rhoso-cinder.yaml b/examples/rhoso-cinder.yaml new file mode 100644 index 0000000..d7ba2dd --- /dev/null +++ b/examples/rhoso-cinder.yaml @@ -0,0 +1,104 @@ +# config file for CINDER RHOSO service +# +# PERFORMANCE METRIC: Using 'percentiles' with target_percentile=95 (P95 latency) +# - Provides 95th percentile latency performance across all iterations + +tests: + - name: cinder-performance-test + + # Use browbeat_uuid as the UUID field for Rally/Browbeat data + uuid_field: browbeat_uuid + + # Global threshold for all metrics (percentage change to trigger regression alert) + threshold: 10 + + # Global direction for all metrics (0=both, 1=increases only, -1=decreases only) + direction: 1 + + metadata: + # Filter by job name to get specific cinder test runs + jobName.keyword: periodic-ci-openshift-eng-ocp-qe-perfscale-ci-main-metal-rhoso-x86-weekly-rhoso-cinder + + # Filter by job type + jobType: periodic + jobStatus: pass + + metrics: + # CINDER - cinder_v3.create_snapshot + - name: createSnapshot + action: cinder_v3.create_snapshot + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: CINDER]" + + # CINDER - cinder_v3.create_volume + - name: createVolume + action: cinder_v3.create_volume + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: CINDER]" + + # CINDER - cinder_v3.delete_volume + - name: deleteVolume + action: cinder_v3.delete_volume + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: CINDER]" + + # CINDER - cinder_v3.list_snapshots + - name: listSnapshots + action: cinder_v3.list_snapshots + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: CINDER]" + + # CINDER - cinder_v3.list_volumes + - name: listVolumes + action: cinder_v3.list_volumes + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: CINDER]" + + # CINDER - cinder_v3.update_volume + - name: updateVolume + action: cinder_v3.update_volume + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: CINDER]" + diff --git a/examples/rhoso-glance.yaml b/examples/rhoso-glance.yaml new file mode 100644 index 0000000..3a4ce2b --- /dev/null +++ b/examples/rhoso-glance.yaml @@ -0,0 +1,39 @@ +# config file for GLANCE RHOSO service +# +# PERFORMANCE METRIC: Using 'percentiles' with target_percentile=95 (P95 latency) +# - Provides 95th percentile latency performance across all iterations + +tests: + - name: glance-performance-test + + # Use browbeat_uuid as the UUID field for Rally/Browbeat data + uuid_field: browbeat_uuid + + # Global threshold for all metrics (percentage change to trigger regression alert) + threshold: 10 + + # Global direction for all metrics (0=both, 1=increases only, -1=decreases only) + direction: 1 + + metadata: + # Filter by job name to get specific glance test runs + jobName.keyword: periodic-ci-openshift-eng-ocp-qe-perfscale-ci-main-metal-rhoso-x86-weekly-rhoso-glance + + # Filter by job type + jobType: periodic + jobStatus: pass + + metrics: + # GLANCE - glance_v2.list_images + - name: listImages + action: glance_v2.list_images + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: GLANCE]" + diff --git a/examples/rhoso-keystone.yaml b/examples/rhoso-keystone.yaml new file mode 100644 index 0000000..c3775d8 --- /dev/null +++ b/examples/rhoso-keystone.yaml @@ -0,0 +1,117 @@ +# config file for KEYSTONE RHOSO service +# +# PERFORMANCE METRIC: Using 'percentiles' with target_percentile=95 (P95 latency) +# - Provides 95th percentile latency performance across all iterations + +tests: + - name: keystone-performance-test + + # Use browbeat_uuid as the UUID field for Rally/Browbeat data + uuid_field: browbeat_uuid + + # Global threshold for all metrics (percentage change to trigger regression alert) + threshold: 10 + + # Global direction for all metrics (0=both, 1=increases only, -1=decreases only) + direction: 1 + + metadata: + # Filter by job name to get specific keystone test runs + jobName.keyword: periodic-ci-openshift-eng-ocp-qe-perfscale-ci-main-metal-rhoso-x86-weekly-rhoso-keystone + + # Filter by job type + jobType: periodic + jobStatus: pass + + metrics: + # KEYSTONE - authenticate.keystone + - name: keystone + action: authenticate.keystone + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: KEYSTONE]" + + # KEYSTONE - authenticate.validate_neutron + - name: validateNeutron + action: authenticate.validate_neutron + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: KEYSTONE]" + + # KEYSTONE - authenticate.validate_nova + - name: validateNova + action: authenticate.validate_nova + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: KEYSTONE]" + + # KEYSTONE - keystone_v3.create_project + - name: createProject + action: keystone_v3.create_project + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: KEYSTONE]" + + # KEYSTONE - keystone_v3.create_user + - name: createUser + action: keystone_v3.create_user + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: KEYSTONE]" + + # KEYSTONE - keystone_v3.list_projects + - name: listProjects + action: keystone_v3.list_projects + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: KEYSTONE]" + + # KEYSTONE - keystone_v3.list_users + - name: listUsers + action: keystone_v3.list_users + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: KEYSTONE]" + diff --git a/examples/rhoso-neutron.yaml b/examples/rhoso-neutron.yaml new file mode 100644 index 0000000..30d0313 --- /dev/null +++ b/examples/rhoso-neutron.yaml @@ -0,0 +1,325 @@ +# config file for NEUTRON RHOSO service +# +# PERFORMANCE METRIC: Using 'percentiles' with target_percentile=95 (P95 latency) +# - Provides 95th percentile latency performance across all iterations + +tests: + - name: neutron-performance-test + + # Use browbeat_uuid as the UUID field for Rally/Browbeat data + uuid_field: browbeat_uuid + + # Global threshold for all metrics (percentage change to trigger regression alert) + threshold: 10 + + # Global direction for all metrics (0=both, 1=increases only, -1=decreases only) + direction: 1 + + metadata: + # Filter by job name to get specific neutron test runs + jobName.keyword: periodic-ci-openshift-eng-ocp-qe-perfscale-ci-main-metal-rhoso-x86-weekly-rhoso-neutron + + # Filter by job type + jobType: periodic + jobStatus: pass + + metrics: + # NEUTRON - neutron._add_subports_to_trunk + - name: AddSubportsToTrunk + action: neutron._add_subports_to_trunk + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.create_network + - name: createNetwork + action: neutron.create_network + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.create_port + - name: createPort + action: neutron.create_port + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.create_router + - name: createRouter + action: neutron.create_router + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.create_security_group + - name: createSecurityGroup + action: neutron.create_security_group + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.create_subnet + - name: createSubnet + action: neutron.create_subnet + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.create_trunk + - name: createTrunk + action: neutron.create_trunk + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.delete_network + - name: deleteNetwork + action: neutron.delete_network + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.delete_port + - name: deletePort + action: neutron.delete_port + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.delete_router + - name: deleteRouter + action: neutron.delete_router + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.delete_subnet + - name: deleteSubnet + action: neutron.delete_subnet + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.list_networks + - name: listNetworks + action: neutron.list_networks + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.list_ports + - name: listPorts + action: neutron.list_ports + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.list_routers + - name: listRouters + action: neutron.list_routers + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.list_security_groups + - name: listSecurityGroups + action: neutron.list_security_groups + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.list_subnets + - name: listSubnets + action: neutron.list_subnets + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.list_subports_by_trunk + - name: listSubportsByTrunk + action: neutron.list_subports_by_trunk + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.list_trunks + - name: listTrunks + action: neutron.list_trunks + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.remove_interface_router + - name: removeInterfaceRouter + action: neutron.remove_interface_router + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.update_network + - name: updateNetwork + action: neutron.update_network + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.update_port + - name: updatePort + action: neutron.update_port + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.update_router + - name: updateRouter + action: neutron.update_router + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + + # NEUTRON - neutron.update_subnet + - name: updateSubnet + action: neutron.update_subnet + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NEUTRON]" + diff --git a/examples/rhoso-nova.yaml b/examples/rhoso-nova.yaml new file mode 100644 index 0000000..35684cd --- /dev/null +++ b/examples/rhoso-nova.yaml @@ -0,0 +1,234 @@ +# config file for NOVA RHOSO service +# +# PERFORMANCE METRIC: Using 'percentiles' with target_percentile=95 (P95 latency) +# - Provides 95th percentile latency performance across all iterations + +tests: + - name: nova-performance-test + + # Use browbeat_uuid as the UUID field for Rally/Browbeat data + uuid_field: browbeat_uuid + + # Global threshold for all metrics (percentage change to trigger regression alert) + threshold: 10 + + # Global direction for all metrics (0=both, 1=increases only, -1=decreases only) + direction: 1 + + metadata: + # Filter by job name to get specific nova test runs + jobName.keyword: periodic-ci-openshift-eng-ocp-qe-perfscale-ci-main-metal-rhoso-x86-weekly-rhoso-nova + + # Filter by job type + jobType: periodic + jobStatus: pass + + metrics: + # NOVA - nova.attach_volume + - name: attachVolume + action: nova.attach_volume + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NOVA]" + + # NOVA - nova.boot_server + - name: bootServer + action: nova.boot_server + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NOVA]" + + # NOVA - nova.delete_image + - name: deleteImage + action: nova.delete_image + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NOVA]" + + # NOVA - nova.delete_server + - name: deleteServer + action: nova.delete_server + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NOVA]" + + # NOVA - nova.detach_volume + - name: detachVolume + action: nova.detach_volume + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NOVA]" + + # NOVA - nova.list_servers + - name: listServers + action: nova.list_servers + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NOVA]" + + # NOVA - nova.lock_server + - name: lockServer + action: nova.lock_server + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NOVA]" + + # NOVA - nova.reboot_server + - name: rebootServer + action: nova.reboot_server + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NOVA]" + + # NOVA - nova.rescue_and_unrescue_server + - name: rescueAndUnrescueServer + action: nova.rescue_and_unrescue_server + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NOVA]" + + # NOVA - nova.resize + - name: resize + action: nova.resize + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NOVA]" + + # NOVA - nova.resize_confirm + - name: resizeConfirm + action: nova.resize_confirm + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NOVA]" + + # NOVA - nova.show_server + - name: showServer + action: nova.show_server + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NOVA]" + + # NOVA - nova.snapshot_server + - name: snapshotServer + action: nova.snapshot_server + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NOVA]" + + # NOVA - nova.soft_reboot_server + - name: softRebootServer + action: nova.soft_reboot_server + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NOVA]" + + # NOVA - nova.stop_and_start_server + - name: stopAndStartServer + action: nova.stop_and_start_server + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NOVA]" + + # NOVA - nova.unlock_server + - name: unlockServer + action: nova.unlock_server + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: NOVA]" + diff --git a/examples/rhoso-octavia.yaml b/examples/rhoso-octavia.yaml new file mode 100644 index 0000000..33b8e29 --- /dev/null +++ b/examples/rhoso-octavia.yaml @@ -0,0 +1,52 @@ +# config file for OCTAVIA RHOSO service +# +# PERFORMANCE METRIC: Using 'percentiles' with target_percentile=95 (P95 latency) +# - Provides 95th percentile latency performance across all iterations + +tests: + - name: octavia-performance-test + + # Use browbeat_uuid as the UUID field for Rally/Browbeat data + uuid_field: browbeat_uuid + + # Global threshold for all metrics (percentage change to trigger regression alert) + threshold: 10 + + # Global direction for all metrics (0=both, 1=increases only, -1=decreases only) + direction: 1 + + metadata: + # Filter by job name to get specific octavia test runs + jobName.keyword: periodic-ci-openshift-eng-ocp-qe-perfscale-ci-main-metal-rhoso-x86-weekly-rhoso-octavia + + # Filter by job type + jobType: periodic + jobStatus: pass + + metrics: + # OCTAVIA - octavia.load_balancer_create + - name: loadBalancerCreate + action: octavia.load_balancer_create + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: OCTAVIA]" + + # OCTAVIA - octavia.wait_for_loadbalancers + - name: waitForLoadbalancers + action: octavia.wait_for_loadbalancers + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: OCTAVIA]" + diff --git a/examples/rhoso-swift.yaml b/examples/rhoso-swift.yaml new file mode 100644 index 0000000..3e83212 --- /dev/null +++ b/examples/rhoso-swift.yaml @@ -0,0 +1,104 @@ +# config file for SWIFT RHOSO service +# +# PERFORMANCE METRIC: Using 'percentiles' with target_percentile=95 (P95 latency) +# - Provides 95th percentile latency performance across all iterations + +tests: + - name: swift-performance-test + + # Use browbeat_uuid as the UUID field for Rally/Browbeat data + uuid_field: browbeat_uuid + + # Global threshold for all metrics (percentage change to trigger regression alert) + threshold: 10 + + # Global direction for all metrics (0=both, 1=increases only, -1=decreases only) + direction: 1 + + metadata: + # Filter by job name to get specific swift test runs + jobName.keyword: periodic-ci-openshift-eng-ocp-qe-perfscale-ci-main-metal-rhoso-x86-weekly-rhoso-swift + + # Filter by job type + jobType: periodic + jobStatus: pass + + metrics: + # SWIFT - swift.create_container + - name: createContainer + action: swift.create_container + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: SWIFT]" + + # SWIFT - swift.delete_container + - name: deleteContainer + action: swift.delete_container + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: SWIFT]" + + # SWIFT - swift.delete_object + - name: deleteObject + action: swift.delete_object + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: SWIFT]" + + # SWIFT - swift.list_containers + - name: listContainers + action: swift.list_containers + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: SWIFT]" + + # SWIFT - swift.list_objects + - name: listObjects + action: swift.list_objects + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: SWIFT]" + + # SWIFT - swift.upload_object + - name: uploadObject + action: swift.upload_object + doc_type: result + metric_of_interest: raw + agg: + value: duration + agg_type: percentiles + percents: [95] + target_percentile: 95 + labels: + - "[Jira: SWIFT]" +