Search: snippets

Author: lsierant

.evergreen-snippets.yml

@@ -121,6 +121,18 @@ tasks:
       - func: test_code_snippets
       - func: archive_snippets_output
 
+  - name: test_kind_search_sharded_enterprise_external_lb_snippets.sh
+    tags: [ "code_snippets", "patch-run" ]
+    commands:
+      - func: test_code_snippets
+      - func: archive_snippets_output
+
+  - name: test_kind_search_external_sharded_snippets.sh
+    tags: [ "code_snippets", "patch-run" ]
+    commands:
+      - func: test_code_snippets
+      - func: archive_snippets_output
+
 task_groups:
   - name: gke_code_snippets_task_group
     <<: *setup_and_teardown_group_gke_code_snippets
@@ -136,6 +148,8 @@ task_groups:
       - test_kind_search_community_snippets.sh
       - test_kind_search_enterprise_snippets.sh
       - test_kind_search_external_mongod_snippets.sh
+      - test_kind_search_sharded_enterprise_external_lb_snippets.sh
+      - test_kind_search_external_sharded_snippets.sh
 
 buildvariants:
   # These variants are used to test the code snippets and each one can be used in patches

docs/search/02-search-enterprise-deploy/env_variables_e2e_private_dev.sh

@@ -1,10 +1,10 @@
 export K8S_CTX="kind-kind"
 
 # patch id from evergreen patch
-version_id="688de361d940720007dc0267"
+version_id="6969124ffd1e5d00076895fa"
 
-search_image_repo="268558157000.dkr.ecr.eu-west-1.amazonaws.com/mongot"
-search_image_hash="fbd60fb055dd500058edcb45677ea85d19421f47"
+#search_image_repo="268558157000.dkr.ecr.eu-west-1.amazonaws.com/mongot"
+#search_image_hash="fbd60fb055dd500058edcb45677ea85d19421f47"
 
 ecr="268558157000.dkr.ecr.us-east-1.amazonaws.com"
 declare -a helm_values=(
@@ -20,9 +20,9 @@ declare -a helm_values=(
 "initOpsManager.version=${version_id}"
 "initDatabase.version=${version_id}"
 "database.version=${version_id}"
-"search.community.repo=${search_image_repo}"
-"search.community.name=community"
-"search.community.version=${search_image_hash}"
+#"search.community.repo=${search_image_repo}"
+#"search.community.name=community"
+#"search.community.version=${search_image_hash}"
 )
 
 SCRIPT_PATH="${BASH_SOURCE[0]}"

docs/search/05-search-sharded-enterprise-external-lb/code_snippets/05_0040_validate_env.sh

@@ -0,0 +1,36 @@
+# Validate required environment variables
+required_vars=(
+  "K8S_CTX"
+  "MDB_NS"
+  "MDB_RESOURCE_NAME"
+  "MDB_SHARD_COUNT"
+  "MDB_MONGODS_PER_SHARD"
+  "MDB_MONGOS_COUNT"
+  "MDB_CONFIG_SERVER_COUNT"
+  "MDB_VERSION"
+  "OPS_MANAGER_API_URL"
+  "OPS_MANAGER_API_USER"
+  "OPS_MANAGER_API_KEY"
+  "OPS_MANAGER_ORG_ID"
+  "OPS_MANAGER_PROJECT_NAME"
+)
+
+for var in "${required_vars[@]}"; do
+  if [[ -z "${!var:-}" ]]; then
+    echo "Error: Required environment variable ${var} is not set"
+    exit 1
+  fi
+done
+
+# Default MDB_MONGOT_REPLICAS to 1 if not set
+export MDB_MONGOT_REPLICAS="${MDB_MONGOT_REPLICAS:-1}"
+
+echo "All required environment variables are set"
+echo "Sharded cluster configuration:"
+echo "  Shards: ${MDB_SHARD_COUNT}"
+echo "  Mongods per shard: ${MDB_MONGODS_PER_SHARD}"
+echo "  Mongot replicas per shard: ${MDB_MONGOT_REPLICAS}"
+
+if [[ "${MDB_MONGOT_REPLICAS}" -gt 1 ]]; then
+  echo "  Note: Multiple mongot replicas configured - external LB endpoints will be used"
+fi

docs/search/05-search-sharded-enterprise-external-lb/code_snippets/05_0045_create_namespaces.sh

@@ -0,0 +1,2 @@
+kubectl create namespace "${MDB_NS}" --context "${K8S_CTX}" --dry-run=client -o yaml | kubectl apply --context "${K8S_CTX}" -f -
+

docs/search/05-search-sharded-enterprise-external-lb/code_snippets/05_0046_create_image_pull_secrets.sh

@@ -0,0 +1,4 @@
+kubectl --context "${K8S_CTX}" -n "${MDB_NS}" \
+    create secret generic "image-registries-secret" \
+      --from-file=.dockerconfigjson="${HOME}/.docker/config.json" --type=kubernetes.io/dockerconfigjson \
+      --dry-run=client -o yaml | kubectl apply --context "${K8S_CTX}" -n "${MDB_NS}" -f -

docs/search/05-search-sharded-enterprise-external-lb/code_snippets/05_0090_helm_add_mogodb_repo.sh

@@ -0,0 +1,4 @@
+helm repo add mongodb https://mongodb.github.io/helm-charts
+helm repo update mongodb
+helm search repo mongodb/mongodb-kubernetes
+

docs/search/05-search-sharded-enterprise-external-lb/code_snippets/05_0100_install_operator.sh

@@ -0,0 +1,5 @@
+helm upgrade --install mongodb-kubernetes "${OPERATOR_HELM_CHART}" \
+  --kube-context "${K8S_CTX}" \
+  --namespace "${MDB_NS}" \
+  --set operator.watchNamespace="${MDB_NS}" \
+  ${OPERATOR_ADDITIONAL_HELM_VALUES:+--set ${OPERATOR_ADDITIONAL_HELM_VALUES}}

docs/search/05-search-sharded-enterprise-external-lb/code_snippets/05_0300_create_ops_manager_resources.sh

@@ -0,0 +1,24 @@
+# Create ConfigMap for Ops Manager/Cloud Manager project configuration
+kubectl apply --context "${K8S_CTX}" -n "${MDB_NS}" -f - <<EOF
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: om-project
+data:
+  projectName: ${OPS_MANAGER_PROJECT_NAME}
+  baseUrl: ${OPS_MANAGER_API_URL}
+  orgId: ${OPS_MANAGER_ORG_ID}
+EOF
+
+# Create Secret for Ops Manager/Cloud Manager credentials
+kubectl apply --context "${K8S_CTX}" -n "${MDB_NS}" -f - <<EOF
+apiVersion: v1
+kind: Secret
+metadata:
+  name: om-credentials
+type: Opaque
+stringData:
+  user: ${OPS_MANAGER_API_USER}
+  publicApiKey: ${OPS_MANAGER_API_KEY}
+EOF
+

docs/search/05-search-sharded-enterprise-external-lb/code_snippets/05_0301_install_cert_manager.sh

@@ -0,0 +1,16 @@
+helm upgrade --install \
+  cert-manager \
+  oci://quay.io/jetstack/charts/cert-manager \
+  --kube-context "${K8S_CTX}" \
+  --namespace "${CERT_MANAGER_NAMESPACE}" \
+  --create-namespace \
+  --set crds.enabled=true
+
+for deployment in cert-manager cert-manager-cainjector cert-manager-webhook; do
+  kubectl --context "${K8S_CTX}" \
+    -n "${CERT_MANAGER_NAMESPACE}" \
+    wait --for=condition=Available "deployment/${deployment}" --timeout=300s
+done
+
+echo "cert-manager is ready in namespace ${CERT_MANAGER_NAMESPACE}."
+

docs/search/05-search-sharded-enterprise-external-lb/code_snippets/05_0302_configure_tls_prerequisites.sh

@@ -0,0 +1,54 @@
+# Bootstrap a self-signed ClusterIssuer to mint the CA secret consumed by application workloads.
+kubectl apply --context "${K8S_CTX}" -f - <<EOF_MANIFEST
+apiVersion: cert-manager.io/v1
+kind: ClusterIssuer
+metadata:
+  name: ${MDB_TLS_SELF_SIGNED_ISSUER}
+spec:
+  selfSigned: {}
+EOF_MANIFEST
+
+kubectl --context "${K8S_CTX}" wait --for=condition=Ready clusterissuer "${MDB_TLS_SELF_SIGNED_ISSUER}"
+
+kubectl apply --context "${K8S_CTX}" -f - <<EOF_MANIFEST
+apiVersion: cert-manager.io/v1
+kind: Certificate
+metadata:
+  name: ${MDB_TLS_CA_CERT_NAME}
+  namespace: ${CERT_MANAGER_NAMESPACE}
+spec:
+  isCA: true
+  commonName: ${MDB_TLS_CA_CERT_NAME}
+  secretName: ${MDB_TLS_CA_SECRET_NAME}
+  privateKey:
+    algorithm: ECDSA
+    size: 256
+  issuerRef:
+    name: ${MDB_TLS_SELF_SIGNED_ISSUER}
+    kind: ClusterIssuer
+EOF_MANIFEST
+
+kubectl --context "${K8S_CTX}" wait --for=condition=Ready -n "${CERT_MANAGER_NAMESPACE}" certificate "${MDB_TLS_CA_CERT_NAME}"
+
+kubectl apply --context "${K8S_CTX}" -f - <<EOF_MANIFEST
+apiVersion: cert-manager.io/v1
+kind: ClusterIssuer
+metadata:
+  name: ${MDB_TLS_CA_ISSUER}
+spec:
+  ca:
+    secretName: ${MDB_TLS_CA_SECRET_NAME}
+EOF_MANIFEST
+
+kubectl --context "${K8S_CTX}" wait --for=condition=Ready clusterissuer "${MDB_TLS_CA_ISSUER}"
+
+TMP_CA_CERT="$(mktemp)"
+trap 'rm -f "${TMP_CA_CERT}"' EXIT
+
+kubectl --context "${K8S_CTX}" get secret "${MDB_TLS_CA_SECRET_NAME}" -n "${CERT_MANAGER_NAMESPACE}" -o jsonpath="{.data['ca\\.crt']}" | base64 --decode > "${TMP_CA_CERT}"
+
+kubectl --context "${K8S_CTX}" create configmap "${MDB_TLS_CA_CONFIGMAP}" -n "${MDB_NS}" \
+  --from-file=ca-pem="${TMP_CA_CERT}" --from-file=mms-ca.crt="${TMP_CA_CERT}" \
+  --from-file=ca.crt="${TMP_CA_CERT}" \
+  --dry-run=client -o yaml | kubectl --context "${K8S_CTX}" apply -f -
+