Add OpenStack config examples

examples/rhoso-barbican.yaml

@@ -0,0 +1,117 @@
+# config file for BARBICAN RHOSO service
+#
+# PERFORMANCE METRIC: Using 'percentiles' with target_percentile=95 (P95 latency)
+#   - Provides 95th percentile latency performance across all iterations
+
+tests:
+  - name: barbican-performance-test
+
+    # Use browbeat_uuid as the UUID field for Rally/Browbeat data
+    uuid_field: browbeat_uuid
+
+    # Global threshold for all metrics (percentage change to trigger regression alert)
+    threshold: 10
+
+    # Global direction for all metrics (0=both, 1=increases only, -1=decreases only)
+    direction: 1
+
+    metadata:
+      # Filter by job name to get specific barbican test runs
+      jobName.keyword: periodic-ci-openshift-eng-ocp-qe-perfscale-ci-main-metal-rhoso-x86-weekly-rhoso-barbican
+
+      # Filter by job type
+      jobType: periodic
+      jobStatus: pass
+
+    metrics:
+      # BARBICAN - barbican.container_delete
+      - name: containerDelete
+        action: barbican.container_delete
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: BARBICAN]"
+
+      # BARBICAN - barbican.create_asymmetric
+      - name: createAsymmetric
+        action: barbican.create_asymmetric
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: BARBICAN]"
+
+      # BARBICAN - barbican.create_certificate_container
+      - name: createCertificateContainer
+        action: barbican.create_certificate_container
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: BARBICAN]"
+
+      # BARBICAN - barbican.create_secret
+      - name: createSecret
+        action: barbican.create_secret
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: BARBICAN]"
+
+      # BARBICAN - barbican.delete_secret
+      - name: deleteSecret
+        action: barbican.delete_secret
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: BARBICAN]"
+
+      # BARBICAN - barbican.list_secrets
+      - name: listSecrets
+        action: barbican.list_secrets
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: BARBICAN]"
+
+      # BARBICAN - barbican.orders_delete
+      - name: ordersDelete
+        action: barbican.orders_delete
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: BARBICAN]"
+

examples/rhoso-cinder.yaml

@@ -0,0 +1,104 @@
+# config file for CINDER RHOSO service
+#
+# PERFORMANCE METRIC: Using 'percentiles' with target_percentile=95 (P95 latency)
+#   - Provides 95th percentile latency performance across all iterations
+
+tests:
+  - name: cinder-performance-test
+
+    # Use browbeat_uuid as the UUID field for Rally/Browbeat data
+    uuid_field: browbeat_uuid
+
+    # Global threshold for all metrics (percentage change to trigger regression alert)
+    threshold: 10
+
+    # Global direction for all metrics (0=both, 1=increases only, -1=decreases only)
+    direction: 1
+
+    metadata:
+      # Filter by job name to get specific cinder test runs
+      jobName.keyword: periodic-ci-openshift-eng-ocp-qe-perfscale-ci-main-metal-rhoso-x86-weekly-rhoso-cinder
+
+      # Filter by job type
+      jobType: periodic
+      jobStatus: pass
+
+    metrics:
+      # CINDER - cinder_v3.create_snapshot
+      - name: createSnapshot
+        action: cinder_v3.create_snapshot
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: CINDER]"
+
+      # CINDER - cinder_v3.create_volume
+      - name: createVolume
+        action: cinder_v3.create_volume
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: CINDER]"
+
+      # CINDER - cinder_v3.delete_volume
+      - name: deleteVolume
+        action: cinder_v3.delete_volume
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: CINDER]"
+
+      # CINDER - cinder_v3.list_snapshots
+      - name: listSnapshots
+        action: cinder_v3.list_snapshots
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: CINDER]"
+
+      # CINDER - cinder_v3.list_volumes
+      - name: listVolumes
+        action: cinder_v3.list_volumes
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: CINDER]"
+
+      # CINDER - cinder_v3.update_volume
+      - name: updateVolume
+        action: cinder_v3.update_volume
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: CINDER]"
+

examples/rhoso-glance.yaml

@@ -0,0 +1,39 @@
+# config file for GLANCE RHOSO service
+#
+# PERFORMANCE METRIC: Using 'percentiles' with target_percentile=95 (P95 latency)
+#   - Provides 95th percentile latency performance across all iterations
+
+tests:
+  - name: glance-performance-test
+
+    # Use browbeat_uuid as the UUID field for Rally/Browbeat data
+    uuid_field: browbeat_uuid
+
+    # Global threshold for all metrics (percentage change to trigger regression alert)
+    threshold: 10
+
+    # Global direction for all metrics (0=both, 1=increases only, -1=decreases only)
+    direction: 1
+
+    metadata:
+      # Filter by job name to get specific glance test runs
+      jobName.keyword: periodic-ci-openshift-eng-ocp-qe-perfscale-ci-main-metal-rhoso-x86-weekly-rhoso-glance
+
+      # Filter by job type
+      jobType: periodic
+      jobStatus: pass
+
+    metrics:
+      # GLANCE - glance_v2.list_images
+      - name: listImages
+        action: glance_v2.list_images
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: GLANCE]"
+

examples/rhoso-keystone.yaml

@@ -0,0 +1,117 @@
+# config file for KEYSTONE RHOSO service
+#
+# PERFORMANCE METRIC: Using 'percentiles' with target_percentile=95 (P95 latency)
+#   - Provides 95th percentile latency performance across all iterations
+
+tests:
+  - name: keystone-performance-test
+
+    # Use browbeat_uuid as the UUID field for Rally/Browbeat data
+    uuid_field: browbeat_uuid
+
+    # Global threshold for all metrics (percentage change to trigger regression alert)
+    threshold: 10
+
+    # Global direction for all metrics (0=both, 1=increases only, -1=decreases only)
+    direction: 1
+
+    metadata:
+      # Filter by job name to get specific keystone test runs
+      jobName.keyword: periodic-ci-openshift-eng-ocp-qe-perfscale-ci-main-metal-rhoso-x86-weekly-rhoso-keystone
+
+      # Filter by job type
+      jobType: periodic
+      jobStatus: pass
+
+    metrics:
+      # KEYSTONE - authenticate.keystone
+      - name: keystone
+        action: authenticate.keystone
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: KEYSTONE]"
+
+      # KEYSTONE - authenticate.validate_neutron
+      - name: validateNeutron
+        action: authenticate.validate_neutron
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: KEYSTONE]"
+
+      # KEYSTONE - authenticate.validate_nova
+      - name: validateNova
+        action: authenticate.validate_nova
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: KEYSTONE]"
+
+      # KEYSTONE - keystone_v3.create_project
+      - name: createProject
+        action: keystone_v3.create_project
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: KEYSTONE]"
+
+      # KEYSTONE - keystone_v3.create_user
+      - name: createUser
+        action: keystone_v3.create_user
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: KEYSTONE]"
+
+      # KEYSTONE - keystone_v3.list_projects
+      - name: listProjects
+        action: keystone_v3.list_projects
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: KEYSTONE]"
+
+      # KEYSTONE - keystone_v3.list_users
+      - name: listUsers
+        action: keystone_v3.list_users
+        doc_type: result
+        metric_of_interest: raw
+        agg:
+          value: duration
+          agg_type: percentiles
+          percents: [95]
+          target_percentile: 95
+        labels:
+          - "[Jira: KEYSTONE]"
+