|
10 | 10 | - bash ../.buildkite/build-start-operator.sh |
11 | 11 | - kubectl wait --timeout=90s --for=condition=Available=true deployment kuberay-operator |
12 | 12 | # Run e2e tests and print KubeRay operator logs if tests fail |
13 | | - - echo "--- START:Running e2e rayservice (nightly operator) tests" |
| 13 | + - echo "--- START:Running e2e (nightly operator) tests" |
14 | 14 | - if [ -n "${KUBERAY_TEST_RAY_IMAGE}"]; then echo "Using Ray Image ${KUBERAY_TEST_RAY_IMAGE}"; fi |
15 | | - - mkdir -p "$(pwd)/tmp" && export KUBERAY_TEST_OUTPUT_DIR="$(pwd)/tmp" |
16 | 15 | - set -o pipefail |
17 | | - - KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/e2e 2>&1 | awk -f ../.buildkite/format.awk | tee ${KUBERAY_TEST_OUTPUT_DIR}/gotest.log || (kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay | tee ${KUBERAY_TEST_OUTPUT_DIR}/kuberay-operator.log && tar -cf /artifact-mount/e2e-log.tar ${KUBERAY_TEST_OUTPUT_DIR}/*.log && exit 1) |
18 | | - - echo "--- END:e2e rayservice (nightly operator) tests finished" |
| 16 | + - mkdir -p "$(pwd)/tmp" && export KUBERAY_TEST_OUTPUT_DIR=$(pwd)/tmp |
| 17 | + - echo "KUBERAY_TEST_OUTPUT_DIR=$$KUBERAY_TEST_OUTPUT_DIR" |
| 18 | + - KUBERAY_TEST_OUTPUT_DIR=$$KUBERAY_TEST_OUTPUT_DIR KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/e2e 2>&1 | awk -f ../.buildkite/format.awk | tee $$KUBERAY_TEST_OUTPUT_DIR/gotest.log || (kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay | tee $$KUBERAY_TEST_OUTPUT_DIR/kuberay-operator.log && find "$$KUBERAY_TEST_OUTPUT_DIR" -name "*.log" | tar -cf /artifact-mount/e2e-log.tar -T - && exit 1) |
| 19 | + - echo "--- END:e2e (nightly operator) tests finished" |
19 | 20 |
|
20 | 21 | - label: 'Test E2E rayservice (nightly operator)' |
21 | 22 | instance_size: large |
|
30 | 31 | - kubectl wait --timeout=90s --for=condition=Available=true deployment kuberay-operator |
31 | 32 | # Run e2e tests and print KubeRay operator logs if tests fail |
32 | 33 | - echo "--- START:Running e2e rayservice (nightly operator) tests" |
33 | | - - mkdir -p "$(pwd)/tmp" && export KUBERAY_TEST_OUTPUT_DIR="$(pwd)/tmp" |
34 | 34 | - if [ -n "${KUBERAY_TEST_RAY_IMAGE}"]; then echo "Using Ray Image ${KUBERAY_TEST_RAY_IMAGE}"; fi |
35 | 35 | - set -o pipefail |
36 | | - - KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/e2erayservice 2>&1 | awk -f ../.buildkite/format.awk | tee ${KUBERAY_TEST_OUTPUT_DIR}/gotest.log || (kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay | tee ${KUBERAY_TEST_OUTPUT_DIR}/kuberay-operator.log && tar -cf /artifact-mount/e2e-rayservice-log.tar ${KUBERAY_TEST_OUTPUT_DIR}/*.log && exit 1) |
| 36 | + - mkdir -p "$(pwd)/tmp" && export KUBERAY_TEST_OUTPUT_DIR=$(pwd)/tmp |
| 37 | + - echo "KUBERAY_TEST_OUTPUT_DIR=$$KUBERAY_TEST_OUTPUT_DIR" |
| 38 | + - KUBERAY_TEST_OUTPUT_DIR=$$KUBERAY_TEST_OUTPUT_DIR KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/e2erayservice 2>&1 | awk -f ../.buildkite/format.awk | tee $$KUBERAY_TEST_OUTPUT_DIR/gotest.log || (kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay | tee $$KUBERAY_TEST_OUTPUT_DIR/kuberay-operator.log && find "$$KUBERAY_TEST_OUTPUT_DIR" -name "*.log" | tar -cf /artifact-mount/e2e-rayservice-log.tar -T - && exit 1) |
37 | 39 | - echo "--- END:e2e rayservice (nightly operator) tests finished" |
38 | 40 |
|
39 | 41 | - label: 'Test Autoscaler E2E (nightly operator)' |
|
49 | 51 | - kubectl wait --timeout=90s --for=condition=Available=true deployment kuberay-operator |
50 | 52 | # Run e2e tests and print KubeRay operator logs if tests fail |
51 | 53 | - echo "--- START:Running Autoscaler e2e (nightly operator) tests" |
52 | | - - mkdir -p "$(pwd)/tmp" && export KUBERAY_TEST_OUTPUT_DIR="$(pwd)/tmp" |
53 | 54 | - if [ -n "${KUBERAY_TEST_RAY_IMAGE}"]; then echo "Using Ray Image ${KUBERAY_TEST_RAY_IMAGE}"; fi |
54 | 55 | - set -o pipefail |
55 | | - - KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/e2eautoscaler 2>&1 | awk -f ../.buildkite/format.awk | tee ${KUBERAY_TEST_OUTPUT_DIR}/gotest.log || (kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay | tee ${KUBERAY_TEST_OUTPUT_DIR}/kuberay-operator.log && tar -cf /artifact-mount/e2e-autoscaler-log.tar ${KUBERAY_TEST_OUTPUT_DIR}/*.log && exit 1) |
| 56 | + - mkdir -p "$(pwd)/tmp" && export KUBERAY_TEST_OUTPUT_DIR=$(pwd)/tmp |
| 57 | + - echo "KUBERAY_TEST_OUTPUT_DIR=$$KUBERAY_TEST_OUTPUT_DIR" |
| 58 | + - KUBERAY_TEST_OUTPUT_DIR=$$KUBERAY_TEST_OUTPUT_DIR KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/e2eautoscaler 2>&1 | awk -f ../.buildkite/format.awk | tee $$KUBERAY_TEST_OUTPUT_DIR/gotest.log || (kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay | tee $$KUBERAY_TEST_OUTPUT_DIR/kuberay-operator.log && find "$$KUBERAY_TEST_OUTPUT_DIR" -name "*.log" | tar -cf /artifact-mount/e2e-autoscaler-log.tar -T - && exit 1) |
56 | 59 | - echo "--- END:Autoscaler e2e (nightly operator) tests finished" |
57 | 60 |
|
58 | 61 | - label: 'Test E2E Operator Version Upgrade (v1.3.0)' |
|
69 | 72 | - kubectl wait --timeout=90s --for=condition=Available=true deployment kuberay-operator |
70 | 73 | # Run e2e tests and print KubeRay operator logs if tests fail |
71 | 74 | - echo "--- START:Running e2e Operator upgrade (v1.2.2 to v1.3.0 operator) tests" |
72 | | - - mkdir -p "$(pwd)/tmp" && export KUBERAY_TEST_OUTPUT_DIR="$(pwd)/tmp" |
73 | | - - KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m KUBERAY_TEST_UPGRADE_IMAGE=v1.3.0 go test -timeout 30m -v ./test/e2eupgrade 2>&1 | awk -f ../.buildkite/format.awk | tee ${KUBERAY_TEST_OUTPUT_DIR}/gotest.log || (kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay | tee ${KUBERAY_TEST_OUTPUT_DIR}/kuberay-operator.log && tar -cf /artifact-mount/e2e-upgrade-log.tar ${KUBERAY_TEST_OUTPUT_DIR}/*.log && exit 1) |
| 75 | + - mkdir -p "$(pwd)/tmp" && export KUBERAY_TEST_OUTPUT_DIR=$(pwd)/tmp |
| 76 | + - echo "KUBERAY_TEST_OUTPUT_DIR=$$KUBERAY_TEST_OUTPUT_DIR" |
| 77 | + - KUBERAY_TEST_OUTPUT_DIR=$$KUBERAY_TEST_OUTPUT_DIR KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m KUBERAY_TEST_UPGRADE_IMAGE=v1.3.0 go test -timeout 30m -v ./test/e2eupgrade 2>&1 | awk -f ../.buildkite/format.awk | tee $$KUBERAY_TEST_OUTPUT_DIR/gotest.log || (kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay | tee $$KUBERAY_TEST_OUTPUT_DIR/kuberay-operator.log && find "$$KUBERAY_TEST_OUTPUT_DIR" -name "*.log" | tar -cf /artifact-mount/e2e-upgrade-log.tar -T - && exit 1) |
74 | 78 | - echo "--- END:e2e Operator upgrade (v1.2.2 to v1.3.0 operator) tests finished" |
75 | 79 |
|
76 | 80 | - label: 'Test Apiserver E2E (nightly operator)' |
|
90 | 94 | - kubectl wait --namespace ray-system --for=condition=Available --timeout=90s deployment/kuberay-apiserver -n ray-system |
91 | 95 | # Run e2e tests and print KubeRay api server logs if tests fail |
92 | 96 | - echo "--- START:Running e2e apiserver (nightly operator) tests" |
93 | | - - mkdir -p "$(pwd)/tmp" && export KUBERAY_TEST_OUTPUT_DIR="$(pwd)/tmp" |
94 | 97 | - set -o pipefail |
95 | | - - E2E_API_SERVER_URL="http://docker:31888" go test -parallel 4 -timeout 60m -v ./test/e2e/... 2>&1 | awk -f ../.buildkite/format.awk | tee ${KUBERAY_TEST_OUTPUT_DIR}/gotest.log || (kubectl logs -l app.kubernetes.io/component=kuberay-apiserver --namespace ray-system | tee ${KUBERAY_TEST_OUTPUT_DIR}/kuberay-apiserver.log && tar -cf /artifact-mount/e2e-apiserver-log.tar ${KUBERAY_TEST_OUTPUT_DIR}/*.log && exit 1) |
| 98 | + - mkdir -p "$(pwd)/tmp" && export KUBERAY_TEST_OUTPUT_DIR=$(pwd)/tmp |
| 99 | + - echo "KUBERAY_TEST_OUTPUT_DIR=$$KUBERAY_TEST_OUTPUT_DIR" |
| 100 | + - KUBERAY_TEST_OUTPUT_DIR=$$KUBERAY_TEST_OUTPUT_DIR E2E_API_SERVER_URL="http://docker:31888" go test -parallel 4 -timeout 60m -v ./test/e2e/... 2>&1 | awk -f ../.buildkite/format.awk | tee $$KUBERAY_TEST_OUTPUT_DIR/gotest.log || (kubectl logs -l app.kubernetes.io/component=kuberay-apiserver --namespace ray-system | tee $$KUBERAY_TEST_OUTPUT_DIR/kuberay-apiserver.log && find "$$KUBERAY_TEST_OUTPUT_DIR" -name "*.log" | tar -cf /artifact-mount/e2e-apiserver-log.tar -T - && exit 1) |
96 | 101 | - echo "--- END:Apiserver e2e (nightly operator) tests finished" |
0 commit comments