orion/examples/rhoso-barbican.yaml at 6f4d56a37dabf957dd315ab83d1f8269a6b281f0 · cloud-bulldozer/orion · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
# config file for BARBICAN RHOSO service
#
# PERFORMANCE METRIC: Using 'percentiles' with target_percentile=95 (P95 latency)
#   - Provides 95th percentile latency performance across all iterations

tests:
  - name: barbican-performance-test

    # Use browbeat_uuid as the UUID field for Rally/Browbeat data
    uuid_field: browbeat_uuid

    # Global threshold for all metrics (percentage change to trigger regression alert)
    threshold: 10

    # Global direction for all metrics (0=both, 1=increases only, -1=decreases only)
    direction: 1

    metadata:
      # Filter by job name to get specific barbican test runs
      jobName.keyword: periodic-ci-openshift-eng-ocp-qe-perfscale-ci-main-metal-rhoso-x86-weekly-rhoso-barbican

      # Filter by job type
      jobType: periodic
      jobStatus: pass

    metrics:
      # BARBICAN - barbican.container_delete
      - name: containerDelete
        action: barbican.container_delete
        doc_type: result
        metric_of_interest: raw
        agg:
          value: duration
          agg_type: percentiles
          percents: [95]
          target_percentile: 95
        labels:
          - "[Jira: BARBICAN]"

      # BARBICAN - barbican.create_asymmetric
      - name: createAsymmetric
        action: barbican.create_asymmetric
        doc_type: result
        metric_of_interest: raw
        agg:
          value: duration
          agg_type: percentiles
          percents: [95]
          target_percentile: 95
        labels:
          - "[Jira: BARBICAN]"

      # BARBICAN - barbican.create_certificate_container
      - name: createCertificateContainer
        action: barbican.create_certificate_container
        doc_type: result
        metric_of_interest: raw
        agg:
          value: duration
          agg_type: percentiles
          percents: [95]
          target_percentile: 95
        labels:
          - "[Jira: BARBICAN]"

      # BARBICAN - barbican.create_secret
      - name: createSecret
        action: barbican.create_secret
        doc_type: result
        metric_of_interest: raw
        agg:
          value: duration
          agg_type: percentiles
          percents: [95]
          target_percentile: 95
        labels:
          - "[Jira: BARBICAN]"

      # BARBICAN - barbican.delete_secret
      - name: deleteSecret
        action: barbican.delete_secret
        doc_type: result
        metric_of_interest: raw
        agg:
          value: duration
          agg_type: percentiles
          percents: [95]
          target_percentile: 95
        labels:
          - "[Jira: BARBICAN]"

      # BARBICAN - barbican.list_secrets
      - name: listSecrets
        action: barbican.list_secrets
        doc_type: result
        metric_of_interest: raw
        agg:
          value: duration
          agg_type: percentiles
          percents: [95]
          target_percentile: 95
        labels:
          - "[Jira: BARBICAN]"

      # BARBICAN - barbican.orders_delete
      - name: ordersDelete
        action: barbican.orders_delete
        doc_type: result
        metric_of_interest: raw
        agg:
          value: duration
          agg_type: percentiles
          percents: [95]
          target_percentile: 95
        labels:
          - "[Jira: BARBICAN]"