use the test-private repo for test

Signed-off-by: Jian Zhang <[email protected]>

Author: jianzhangbjz

ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19__amd64-nightly.yaml

@@ -264,6 +264,16 @@ tests:
     test:
     - ref: openshift-extended-test-longduration
     workflow: cucushift-installer-rehearse-aws-ipi
+- as: olmv1-benchmark-test
+  cluster: build05
+  cron: 0 0,4 * * *
+  steps:
+    allow_skip_on_success: true
+    cluster_profile: gcp-qe
+    test:
+    - ref: olmv1-performance
+    workflow: cucushift-installer-rehearse-gcp-ipi
+  timeout: 3h0m0s
 - as: aws-ipi-f14-stress-olm
   cron: 34 22 1,15 * *
   steps:

ci-operator/jobs/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19-periodics.yaml

@@ -39412,6 +39412,90 @@ periodics:
     - name: result-aggregator
       secret:
         secretName: result-aggregator
+- agent: kubernetes
+  cluster: build05
+  cron: 0 0,4 * * *
+  decorate: true
+  decoration_config:
+    skip_cloning: true
+    timeout: 3h0m0s
+  extra_refs:
+  - base_ref: release-4.19
+    org: openshift
+    repo: openshift-tests-private
+  labels:
+    ci-operator.openshift.io/cloud: gcp
+    ci-operator.openshift.io/cloud-cluster-profile: gcp-qe
+    ci-operator.openshift.io/cluster: build05
+    ci-operator.openshift.io/variant: amd64-nightly
+    ci.openshift.io/generator: prowgen
+    job-release: "4.19"
+    pj-rehearse.openshift.io/can-be-rehearsed: "true"
+  name: periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-olmv1-benchmark-test
+  spec:
+    containers:
+    - args:
+      - --gcs-upload-secret=/secrets/gcs/service-account.json
+      - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+      - --lease-server-credentials-file=/etc/boskos/credentials
+      - --oauth-token-path=/usr/local/github-credentials/oauth
+      - --report-credentials-file=/etc/report/credentials
+      - --secret-dir=/secrets/ci-pull-credentials
+      - --target=olmv1-benchmark-test
+      - --variant=amd64-nightly
+      command:
+      - ci-operator
+      image: ci-operator:latest
+      imagePullPolicy: Always
+      name: ""
+      resources:
+        requests:
+          cpu: 10m
+      volumeMounts:
+      - mountPath: /etc/boskos
+        name: boskos
+        readOnly: true
+      - mountPath: /secrets/ci-pull-credentials
+        name: ci-pull-credentials
+        readOnly: true
+      - mountPath: /secrets/gcs
+        name: gcs-credentials
+        readOnly: true
+      - mountPath: /usr/local/github-credentials
+        name: github-credentials-openshift-ci-robot-private-git-cloner
+        readOnly: true
+      - mountPath: /secrets/manifest-tool
+        name: manifest-tool-local-pusher
+        readOnly: true
+      - mountPath: /etc/pull-secret
+        name: pull-secret
+        readOnly: true
+      - mountPath: /etc/report
+        name: result-aggregator
+        readOnly: true
+    serviceAccountName: ci-operator
+    volumes:
+    - name: boskos
+      secret:
+        items:
+        - key: credentials
+          path: credentials
+        secretName: boskos-credentials
+    - name: ci-pull-credentials
+      secret:
+        secretName: ci-pull-credentials
+    - name: github-credentials-openshift-ci-robot-private-git-cloner
+      secret:
+        secretName: github-credentials-openshift-ci-robot-private-git-cloner
+    - name: manifest-tool-local-pusher
+      secret:
+        secretName: manifest-tool-local-pusher
+    - name: pull-secret
+      secret:
+        secretName: registry-pull-credentials
+    - name: result-aggregator
+      secret:
+        secretName: result-aggregator
 - agent: kubernetes
   cluster: vsphere02
   cron: 32 17 5,19 * *

ci-operator/step-registry/olmv1/performance/olmv1-performance-commands.sh

@@ -23,13 +23,29 @@ if [ -e "${ES_SECRETS_PATH}/host" ]; then
     ES_HOST=$(cat "${ES_SECRETS_PATH}/host")
 fi
 
-# # download kube-burner-ocp
-# KUBE_BURNER_VERSION=1.6.8
-
-git clone https://github.com/kube-burner/kube-burner-ocp.git --branch main --depth 1
-pushd kube-burner-ocp
-make build
-./bin/amd64/kube-burner-ocp olm -h
+LOG_LEVEL=${LOG_LEVEL:-debug}
+KUBE_DIR=${KUBE_DIR:-/tmp}
+KUBE_BURNER_VERSION=${KUBE_BURNER_VERSION:-1.6.8}
+PERFORMANCE_PROFILE=${PERFORMANCE_PROFILE:-default}
+CHURN=${CHURN:-true}
+PPROF=${PPROF:-true}
+ARCHIVE=${ARCHIVE:-true}
+WORKLOAD=${WORKLOAD:-olm}
+QPS=${QPS:-20}
+BURST=${BURST:-20}
+GC=${GC:-true}
+EXTRA_FLAGS=${EXTRA_FLAGS:-}
+UUID=${UUID:-$(uuidgen)}
+ITERATIONS=${ITERATIONS:-30}
+ES_SERVER=${ES_SERVER:-"https://$ES_USERNAME:$ES_PASSWORD@$ES_HOST"}
+
+KUBE_BURNER_URL="https://github.com/kube-burner/kube-burner-ocp/releases/download/v${KUBE_BURNER_VERSION}/kube-burner-ocp-V${KUBE_BURNER_VERSION}-linux-x86_64.tar.gz"
+curl --fail --retry 8 --retry-all-errors -sS -L "${KUBE_BURNER_URL}" | tar -xzC "${KUBE_DIR}/" kube-burner-ocp
+
+# git clone https://github.com/kube-burner/kube-burner-ocp.git --branch main --depth 1
+# pushd kube-burner-ocp
+# make build
+# ./bin/amd64/kube-burner-ocp olm -h
 
 # REPO_URL="https://github.com/cloud-bulldozer/e2e-benchmarking";
 # LATEST_TAG=$(curl -s "https://api.github.com/repos/cloud-bulldozer/e2e-benchmarking/releases/latest" | jq -r '.tag_name');
@@ -38,20 +54,26 @@ make build
 # pushd e2e-benchmarking/workloads/kube-burner-ocp-wrapper
 # export WORKLOAD=olm
 
-export ITERATIONS=30
-export ES_SERVER="https://$ES_USERNAME:$ES_PASSWORD@$ES_HOST"
+  METADATA=$(cat << EOF
+{
+"uuid": "${UUID}",
+"workload": "${WORKLOAD}",
+"mgmtClusterName": "${MC_NAME}",
+"hostedClusterName": "${HC_NAME}",
+"timestamp": "$(date +%s%3N)"
+}
+EOF
+)
+
 
 if [[ "${ENABLE_LOCAL_INDEX}" == "true" ]]; then
     EXTRA_FLAGS+=" --local-indexing"
 fi
 EXTRA_FLAGS+=" --gc-metrics=true --profile-type=${PROFILE_TYPE}"
 
 export EXTRA_FLAGS
-export ADDITIONAL_PARAMS
-
-export WORKLOAD=olm LOG_LEVEL=debug
 
-cmd="./bin/amd64/kube-burner-ocp ${WORKLOAD} --log-level=${LOG_LEVEL} --qps=${QPS} --burst=${BURST} --gc=${GC} --uuid ${UUID} --iterations=${ITERATIONS}"
+cmd="${KUBE_DIR}/kube-burner-ocp ${WORKLOAD} --log-level=${LOG_LEVEL} --qps=${QPS} --burst=${BURST} --gc=${GC} --uuid ${UUID} --iterations=${ITERATIONS}"
 
 # If ES_SERVER is specified
 if [[ -n ${ES_SERVER} ]]; then
@@ -70,7 +92,6 @@ fi
 
 # Capture the exit code of the run, but don't exit the script if it fails.
 set +e
-
 echo $cmd
 JOB_START=${JOB_START:-$(date -u +"%Y-%m-%dT%H:%M:%SZ")};
 $cmd
@@ -95,11 +116,9 @@ jq ".iterations = $ITERATIONS" $folder_name/index_data.json >> ${SHARED_DIR}/ind
 cp "${SHARED_DIR}"/index_data.json "${SHARED_DIR}"/${WORKLOAD}-index_data.json 
 cp "${SHARED_DIR}"/${WORKLOAD}-index_data.json  "${ARTIFACT_DIR}"/${WORKLOAD}-index_data.json
 
-
 if [[ "${ENABLE_LOCAL_INDEX}" == "true" ]]; then
     metrics_folder_name=$(find . -maxdepth 1 -type d -name 'collected-metric*' | head -n 1)
     cp -r "${metrics_folder_name}" "${ARTIFACT_DIR}/"
 fi
 
 echo "OLMv1 benchmark test finised"
-

ci-operator/step-registry/olmv1/performance/olmv1-performance-ref.yaml

@@ -3,8 +3,8 @@ ref:
   cli: latest
   from_image:
     namespace: ci
-    name: tests-private-burner
-    tag: "4.19"
+    name: ocp-qe-perfscale-ci
+    tag: latest
   resources:
     requests:
       cpu: 200m