Fix OpenSearch 3.3.0+ API compatibility

Add missing fields across multiple APIs for enhanced query failure
tracking and system monitoring introduced in OpenSearch 3.3.0+:

Nodes Stats API:
- Add NeuralSearch breaker for neural search circuit breaker support
- Add QueryFailed and StartreeQueryFailed for query failure tracking
- Add SystemGeneratedProcessors and SystemGeneratedFactories to search
  pipeline for system component tracking

Indices Stats API:
- Add QueryFailed and StartreeQueryFailed search failure tracking fields

Cat APIs (nodes, shards, indices):
- Add SearchQueryFailed and SearchStartreeQueryFailed fields
- Fix JSON field naming inconsistencies in cat indices API where OpenSearch
  uses mixed formats (pri.search.startree.query_* vs pri.search.startree_query_failed)

Cluster State API:
- Add IngestionStatus field to ClusterStateMetaDataIndex for tracking
  index ingestion status in cluster metadata

These fields provide enhanced observability for query failures, neural
search circuit breaker monitoring, search pipeline system components,
and index ingestion status tracking.

Signed-off-by: Sean Chittenden <sean.chittenden@crowdstrike.com>

Author: sean-

CHANGELOG.md

@@ -21,6 +21,10 @@ Inspired from [Keep a Changelog](https://keepachangelog.com/en/1.0.0/)
 - Fix cat APIs compatibility with OpenSearch 3.2.0+ by adding indexing timestamp and startree query fields
 - Fix floating point precision loss in nodes stats concurrent_avg_slice_count field by changing from float32 to float64
 - Fix security plugin health API compatibility with OpenSearch 3.2.0+ by adding settings field
+- Fix nodes stats API compatibility with OpenSearch 3.3.0+ by adding neural_search breaker, query_failed and startree_query_failed search fields, and search pipeline system_generated fields
+- Fix indices stats API compatibility with OpenSearch 3.3.0+ by adding query_failed and startree_query_failed search fields
+- Fix cat APIs compatibility with OpenSearch 3.3.0+ by adding query_failed and startree_query_failed search fields
+- Fix cluster state API compatibility with OpenSearch 3.3.0+ by adding ingestion_status field to index metadata
 
 ### Security
 

opensearchapi/api_cat-indices.go

@@ -148,6 +148,8 @@ type CatIndexResp struct {
 	PrimarySearchQueryTime               *string `json:"pri.search.query_time"`
 	SearchQueryTotal                     *int    `json:"search.query_total,string"`
 	PrimarySearchQueryTotal              *int    `json:"pri.search.query_total,string"`
+	SearchQueryFailed                    *int    `json:"search.query_failed,string"`     // Available in OpenSearch 3.3.0+
+	PrimarySearchQueryFailed             *int    `json:"pri.search.query_failed,string"` // Available in OpenSearch 3.3.0+
 	SearchConcurrentQueryCurrent         *int    `json:"search.concurrent_query_current,string"`
 	PrimarySearchConcurrentQueryCurrent  *int    `json:"pri.search.concurrent_query_current,string"`
 	SearchConcurrentQueryTime            *string `json:"search.concurrent_query_time"`
@@ -162,6 +164,8 @@ type CatIndexResp struct {
 	PrimaryStartreeQueryTime             *string `json:"pri.search.startree.query_time"`           // Available in OpenSearch 3.2.0+
 	SearchStartreeQueryTotal             *string `json:"search.startree_query_total"`              // Available in OpenSearch 3.2.0+
 	PrimaryStartreeQueryTotal            *string `json:"pri.search.startree.query_total"`          // Available in OpenSearch 3.2.0+
+	SearchStartreeQueryFailed            *int    `json:"search.startree_query_failed,string"`      // Available in OpenSearch 3.3.0+
+	PrimaryStartreeQueryFailed           *int    `json:"pri.search.startree_query_failed,string"`  // Available in OpenSearch 3.3.0+
 	SearchScrollCurrent                  *int    `json:"search.scroll_current,string"`
 	PrimarySearchScrollCurrent           *int    `json:"pri.search.scroll_current,string"`
 	SearchScrollTime                     *string `json:"search.scroll_time"`

opensearchapi/api_cat-nodes.go

@@ -118,13 +118,15 @@ type CatNodesItemResp struct {
 	SearchQueryCurrent              *int    `json:"search.query_current,string"`
 	SearchQueryTime                 *string `json:"search.query_time"`
 	SearchQueryTotal                *int    `json:"search.query_total,string"`
+	SearchQueryFailed               *int    `json:"search.query_failed,string"` // Available in OpenSearch 3.3.0+
 	SearchConcurrentQueryCurrent    *int    `json:"search.concurrent_query_current,string"`
 	SearchConcurrentQueryTime       *string `json:"search.concurrent_query_time"`
 	SearchConcurrentQueryTotal      *int    `json:"search.concurrent_query_total,string"`
 	SearchConcurrentAvgSliceCount   *string `json:"search.concurrent_avg_slice_count"`
 	SearchStartreeQueryCurrent      *int    `json:"search.startree_query_current,string"` // Available in OpenSearch 3.2.0+
 	SearchStartreeQueryTime         *string `json:"search.startree_query_time"`           // Available in OpenSearch 3.2.0+
 	SearchStartreeQueryTotal        *int    `json:"search.startree_query_total,string"`   // Available in OpenSearch 3.2.0+
+	SearchStartreeQueryFailed       *int    `json:"search.startree_query_failed,string"`  // Available in OpenSearch 3.3.0+
 	SearchScrollCurrent             *int    `json:"search.scroll_current,string"`
 	SearchScrollTime                *string `json:"search.scroll_time"`
 	SearchScrollTotal               *int    `json:"search.scroll_total,string"`

opensearchapi/api_cat-shards.go

@@ -102,13 +102,15 @@ type CatShardResp struct {
 	SearchQueryCurrent             *int    `json:"search.query_current,string"`
 	SearchQueryTime                *string `json:"search.query_time"`
 	SearchQueryTotal               *int    `json:"search.query_total,string"`
+	SearchQueryFailed              *int    `json:"search.query_failed,string"` // Available in OpenSearch 3.3.0+
 	SearchConcurrentQueryCurrent   *int    `json:"search.concurrent_query_current,string"`
 	SearchConcurrentQueryTime      *string `json:"search.concurrent_query_time"`
 	SearchConcurrentQueryTotal     *int    `json:"search.concurrent_query_total,string"`
 	SearchConcurrentAvgSliceCount  *string `json:"search.concurrent_avg_slice_count"`
 	SearchStartreeQueryCurrent     *int    `json:"search.startree_query_current,string"` // Available in OpenSearch 3.2.0+
 	SearchStartreeQueryTime        *string `json:"search.startree_query_time"`           // Available in OpenSearch 3.2.0+
 	SearchStartreeQueryTotal       *int    `json:"search.startree_query_total,string"`   // Available in OpenSearch 3.2.0+
+	SearchStartreeQueryFailed      *int    `json:"search.startree_query_failed,string"`  // Available in OpenSearch 3.3.0+
 	SearchScrollCurrent            *int    `json:"search.scroll_current,string"`
 	SearchScrollTime               *string `json:"search.scroll_time"`
 	SearchScrollTotal              *int    `json:"search.scroll_total,string"`

opensearchapi/api_cluster-state.go

@@ -174,7 +174,8 @@ type ClusterStateMetaDataIndex struct {
 		MetConditions map[string]string `json:"met_conditions"`
 		Time          int               `json:"time"`
 	} `json:"rollover_info"`
-	System bool `json:"system"`
+	System          bool            `json:"system"`
+	IngestionStatus json.RawMessage `json:"ingestion_status"` // Available in OpenSearch 3.3.0+
 }
 
 // ClusterStateMetaDataStream is a sub type of ClusterStateMetaData containing information about a data stream

opensearchapi/api_indices-stats.go

@@ -115,13 +115,15 @@ type IndicesStatsSearch struct {
 	QueryTotal                  int     `json:"query_total"`
 	QueryTimeInMillis           int     `json:"query_time_in_millis"`
 	QueryCurrent                int     `json:"query_current"`
+	QueryFailed                 int     `json:"query_failed"` // Available in OpenSearch 3.3.0+
 	ConcurrentQueryTotal        int     `json:"concurrent_query_total"`
 	ConcurrentQueryTimeInMillis int     `json:"concurrent_query_time_in_millis"`
 	ConcurrentQueryCurrent      int     `json:"concurrent_query_current"`
 	ConcurrentAVGSliceCount     float32 `json:"concurrent_avg_slice_count"`
 	StartreeQueryTotal          int     `json:"startree_query_total"`          // Available in OpenSearch 3.2.0+
 	StartreeQueryTimeInMillis   int     `json:"startree_query_time_in_millis"` // Available in OpenSearch 3.2.0+
 	StartreeQueryCurrent        int     `json:"startree_query_current"`        // Available in OpenSearch 3.2.0+
+	StartreeQueryFailed         int     `json:"startree_query_failed"`         // Available in OpenSearch 3.3.0+
 	FetchTotal                  int     `json:"fetch_total"`
 	FetchTimeInMillis           int     `json:"fetch_time_in_millis"`
 	FetchCurrent                int     `json:"fetch_current"`

opensearchapi/api_nodes-stats.go

@@ -154,13 +154,15 @@ type NodesStatsIndices struct {
 		QueryTotal                  int     `json:"query_total"`
 		QueryTimeInMillis           int     `json:"query_time_in_millis"`
 		QueryCurrent                int     `json:"query_current"`
+		QueryFailed                 int     `json:"query_failed"` // Available in OpenSearch 3.3.0+
 		ConcurrentQueryTotal        int     `json:"concurrent_query_total"`
 		ConcurrentQueryTimeInMillis int     `json:"concurrent_query_time_in_millis"`
 		ConcurrentQueryCurrent      int     `json:"concurrent_query_current"`
 		ConcurrentAVGSliceCount     float64 `json:"concurrent_avg_slice_count"`
 		StartreeQueryTotal          int     `json:"startree_query_total"`          // Available in OpenSearch 3.2.0+
 		StartreeQueryTimeInMillis   int     `json:"startree_query_time_in_millis"` // Available in OpenSearch 3.2.0+
 		StartreeQueryCurrent        int     `json:"startree_query_current"`        // Available in OpenSearch 3.2.0+
+		StartreeQueryFailed         int     `json:"startree_query_failed"`         // Available in OpenSearch 3.3.0+
 		FetchTotal                  int     `json:"fetch_total"`
 		FetchTimeInMillis           int     `json:"fetch_time_in_millis"`
 		FetchCurrent                int     `json:"fetch_current"`
@@ -494,6 +496,7 @@ type NodesStatsBreakers struct {
 	Fielddata        NodesStatsBreaker `json:"fielddata"`
 	InFlightRequests NodesStatsBreaker `json:"in_flight_requests"`
 	Parent           NodesStatsBreaker `json:"parent"`
+	NeuralSearch     NodesStatsBreaker `json:"neural_search"` // Available in OpenSearch 3.3.0+
 }
 
 // NodesStatsScript is a sub type of NodesStats representing script information of the node
@@ -679,7 +682,9 @@ type NodesStatsSearchPipeline struct {
 		Current      int `json:"current"`
 		Failed       int `json:"failed"`
 	} `json:"total_response"`
-	Pipelines json.RawMessage `json:"pipelines"`
+	Pipelines                 json.RawMessage `json:"pipelines"`
+	SystemGeneratedProcessors json.RawMessage `json:"system_generated_processors"` // Available in OpenSearch 3.3.0+
+	SystemGeneratedFactories  json.RawMessage `json:"system_generated_factories"`  // Available in OpenSearch 3.3.0+
 }
 
 // NodesStatsTaskCancellation is a sub type of NodesStats containing stats about canceled tasks