bump OpenSearch compatiblity tests to latest

Signed-off-by: Sean Chittenden <sean.chittenden@crowdstrike.com>

Author: sean-

.ci/opensearch/Dockerfile.opensearch

@@ -6,10 +6,30 @@ ARG SECURE_INTEGRATION
 ENV SECURE_INTEGRATION=$SECURE_INTEGRATION
 ARG OPENSEARCH_INITIAL_ADMIN_PASSWORD
 
-# Some opensearch secuirty settings are only present since 2.8.0 and causes older versions to brake if the setting is present
-# https://apple.stackexchange.com/a/123408/11374
+# Handle plugin dependencies when removing opensearch-security
+# OpenSearch 3.x introduced plugin dependencies that prevent direct removal of opensearch-security.
+# Plugin dependency evolution:
+#   3.0.0: No dependencies - remove opensearch-security directly
+#   3.1.0-3.2.0: opensearch-anomaly-detection extends opensearch-security
+#   3.3.2: opensearch-skills extends opensearch-ml, which extends opensearch-security
+#   3.4.0+: opensearch-flow-framework also extends opensearch-security
+# We must remove plugins in dependency order (dependents first, then their dependencies).
+ARG OPENSEARCH_VERSION
 RUN if [ "$SECURE_INTEGRATION" != "true" ] ; then \
-      $opensearch_path/bin/opensearch-plugin remove opensearch-security; \
+        function version { echo "$@" | awk -F. '{ printf("%d%03d%03d%03d\n", $1,$2,$3,$4); }'; }; \
+        if [ $(version ${OPENSEARCH_VERSION:-0.0.0}) -ge $(version "3.4.0") ] || [ "$OPENSEARCH_VERSION" = "latest" ]; then \
+          $opensearch_path/bin/opensearch-plugin remove opensearch-flow-framework; \
+          $opensearch_path/bin/opensearch-plugin remove opensearch-skills; \
+          $opensearch_path/bin/opensearch-plugin remove opensearch-ml; \
+          $opensearch_path/bin/opensearch-plugin remove opensearch-anomaly-detection; \
+        elif [ $(version ${OPENSEARCH_VERSION:-0.0.0}) -ge $(version "3.3.2") ]; then \
+          $opensearch_path/bin/opensearch-plugin remove opensearch-skills; \
+          $opensearch_path/bin/opensearch-plugin remove opensearch-ml; \
+          $opensearch_path/bin/opensearch-plugin remove opensearch-anomaly-detection; \
+        elif [ $(version ${OPENSEARCH_VERSION:-0.0.0}) -ge $(version "3.1.0") ]; then \
+          $opensearch_path/bin/opensearch-plugin remove opensearch-anomaly-detection; \
+        fi; \
+        $opensearch_path/bin/opensearch-plugin remove opensearch-security; \
       else \
         $opensearch_path/opensearch-onetime-setup.sh; \
         echo "plugins.security.nodes_dn_dynamic_config_enabled: true"  | tee -a $opensearch_path/config/opensearch.yml > /dev/null; \
@@ -24,4 +44,4 @@ RUN if [ "$SECURE_INTEGRATION" != "true" ] ; then \
 HEALTHCHECK --start-period=20s --interval=30s \
   CMD curl -sf --retry 5 --max-time 5 --retry-delay 5 --retry-max-time 30 --retry-all-errors \
   $(if $SECURE_INTEGRATION; then echo "--cert config/kirk.pem --key config/kirk-key.pem -k https://"; fi)"localhost:9200" \
-  || bash -c 'kill -s 15 -1 && (sleep 10; kill -s 9 -1)'
+  || bash -c 'kill -s 15 -1 && (sleep 10; kill -s 9 -1)'

.github/workflows/test-compatibility.yml

@@ -30,8 +30,13 @@ jobs:
           - { opensearch_version: 2.16.0 }
           - { opensearch_version: 2.17.1 }
           - { opensearch_version: 2.18.0 }
-          - { opensearch_version: 2.19.2 }
+          - { opensearch_version: 2.19.4 }
           - { opensearch_version: 3.0.0 }
+          - { opensearch_version: 3.1.0 }
+          - { opensearch_version: 3.2.0 }
+          - { opensearch_version: 3.3.2 }
+          - { opensearch_version: 3.4.0 }
+          - { opensearch_version: latest }
     steps:
       - uses: actions/checkout@v6
 

.github/workflows/test-integration.yml

@@ -4,7 +4,7 @@ on: [push, pull_request]
 
 env:
   GITHUB_ACTIONS: true
-  OPENSEARCH_VERSION: 2.19.2
+  OPENSEARCH_VERSION: 2.19.4
 
 jobs:
   test:

CHANGELOG.md

@@ -7,6 +7,7 @@ Inspired from [Keep a Changelog](https://keepachangelog.com/en/1.0.0/)
 ### Added
 
 ### Changed
+- Test against Opensearch 2.19.4, 3.1, 3.3, and 3.4 ([#782](https://github.com/opensearch-project/opensearch-go/pull/782))
 
 ### Deprecated
 

go.mod

@@ -1,6 +1,6 @@
 module github.com/opensearch-project/opensearch-go/v4
 
-go 1.24
+go 1.24.0
 
 require (
 	github.com/aws/aws-sdk-go v1.55.8