Set number of replicas to 0 in integration test ES deployment

Author: swiatekm

.buildkite/scripts/steps/ess.sh

@@ -8,7 +8,7 @@ function ess_up() {
   local STACK_VERSION=$1
   local STACK_BUILD_ID=${2:-""}
   local ESS_REGION=${3:-"gcp-us-west2"}
-    
+
   if [ -z "$STACK_VERSION" ]; then
     echo "Error: Specify stack version: ess_up [stack_version]" >&2
     return 1
@@ -17,8 +17,8 @@ function ess_up() {
   BUILDKITE_BUILD_CREATOR="${BUILDKITE_BUILD_CREATOR:-"$(get_git_user_email)"}"
   BUILDKITE_BUILD_NUMBER="${BUILDKITE_BUILD_NUMBER:-"0"}"
   BUILDKITE_PIPELINE_SLUG="${BUILDKITE_PIPELINE_SLUG:-"elastic-agent-integration-tests"}"
-  
-  pushd "${TF_DIR}"    
+
+  pushd "${TF_DIR}"
   terraform init
   terraform apply \
     -auto-approve \
@@ -44,7 +44,7 @@ function ess_down() {
   local ESS_REGION=${1:-"gcp-us-west2"}
   local WORKSPACE=$(git rev-parse --show-toplevel)
   local TF_DIR="${WORKSPACE}/test_infra/ess/"
-  
+
   pushd "${TF_DIR}"
   terraform init
   terraform destroy -auto-approve \
@@ -54,17 +54,57 @@ function ess_down() {
 
 function get_git_user_email() {
   if ! git rev-parse --is-inside-work-tree &>/dev/null; then
-    echo "unknown"  
+    echo "unknown"
     return
   fi
 
   local email
   email=$(git config --get user.email)
-  
+
   if [ -z "$email" ]; then
-    echo "unknown"  
+    echo "unknown"
   else
     echo "$email"
   fi
 }
 
+function set_default_number_of_replicas() {
+  if [ -z "$ELASTICSEARCH_HOST" ]; then
+    echo "Error: Elasticsearch hostname not specified via ELASTICSEARCH_HOST environment variable"
+    return 3
+  fi
+
+  if [ -z "$ELASTICSEARCH_USERNAME" ]; then
+    echo "Error: Elasticsearch username not specified via ELASTICSEARCH_USERNAME environment variable"
+    return 4
+  fi
+
+  if [ -z "$ELASTICSEARCH_PASSWORD" ]; then
+    echo "Error: Elasticsearch password not specified via ELASTICSEARCH_PASSWORD environment variable"
+    return 5
+  fi
+
+  resp=$(curl \
+    --fail-with-body \
+    -X PUT \
+    -u "${ELASTICSEARCH_USERNAME}:${ELASTICSEARCH_PASSWORD}" \
+    -H "Content-Type: application/json" \
+    -d '{
+      "index_patterns": ["*"],
+      "template": {
+        "settings": {
+          "number_of_replicas": 0
+        }
+      }
+    }'\
+    "https://${ELASTICSEARCH_HOST}/_index_template/global_default_replicas")
+
+  echo "$resp"
+
+  # Parse response body for any errors
+  num_errors=$(echo "$resp" | jq '.items[].statusCode | select(.>=400)' | wc -l)
+  if [ "$num_errors" -gt 0 ]; then
+    echo "$resp"
+    return 6
+  fi
+}

.buildkite/scripts/steps/ess_start.sh

@@ -15,6 +15,7 @@ ESS_REGION="${ESS_REGION:-gcp-us-west2}"
 
 ess_up "$STACK_VERSION" "$STACK_BUILD_ID" "$ESS_REGION"
 
+set_default_number_of_replicas
 preinstall_fleet_packages
 
 echo "ES_HOST: ${ELASTICSEARCH_HOST}"