Add support of BinaryFieldValues for non _source primitive array indexing (opensearch-project#434)

* add support for BinaryFieldValue (extra fields values)

Signed-off-by: Lamine Idjeraoui <lidjeraoui@apple.com>

* changelog

Signed-off-by: Lamine Idjeraoui <lidjeraoui@apple.com>

---------

Signed-off-by: Lamine Idjeraoui <lidjeraoui@apple.com>
Signed-off-by: Xi Lu <fridalu66@gmail.com>
Co-authored-by: Lamine Idjeraoui <lidjeraoui@apple.com>
Co-authored-by: Xi Lu <fridalu66@gmail.com>

Author: 3 people

CHANGELOG.md

@@ -11,6 +11,7 @@ Inspired from [Keep a Changelog](https://keepachangelog.com/en/1.0.0/)
  - Change vendorExtension protobuf type handling to use protobuf type instead of openApi type ([#409](https://github.com/opensearch-project/opensearch-protobufs/pull/409))
  - Normalize mixed oneOf patterns ([#416](https://github.com/opensearch-project/opensearch-protobufs/pull/416))
  - Add normalizeAnyOfInAllOf transformation to prevent protobuf generator from flattening allOf+anyOf structures ([#425](https://github.com/opensearch-project/opensearch-protobufs/pull/425))
+ - Add support of BinaryFieldValue for non _source primitive array indexing ([#434](https://github.com/opensearch-project/opensearch-protobufs/pull/434))
  - Updated deduplicateOneOfWithArrayType to preserve oneOf variants when they have different title attributes ([#436](https://github.com/opensearch-project/opensearch-protobufs/pull/436))
 ### Removed
 

protos/schemas/common.proto

@@ -897,6 +897,18 @@ message BulkRequestBody {
 
   // [optional]
   optional bytes object = 3;
+
+  // EXPERIMENTAL field
+  // [optional] Map of fully-qualified field path -> typed value.
+  // This field is intended for large field values, such as large vectors, that
+  // should be provided separately from `_source`.
+  // Supported operations: index, create and update
+  // Compatibility:
+  // - May be provided together with `object`and update_action.
+  // - `object` and `update_action` continue to represent `_source`.
+  // - `extra_field_values` provides additional out-of-band field values and does
+  //   not replace `_source`.
+  map<string, BinaryFieldValue> extra_field_values = 4 [(tooling_skip) = true];
 }
 
 message OperationContainer {
@@ -2836,6 +2848,51 @@ message HitMatchedQueries {
   }
 }
 
+message BinaryFieldValue {
+  oneof binary_field_value {
+
+    // [optional] Raw bytes payload for a field-specific binary representation.
+    BytesValue bytes_value = 1;
+
+    // [optional] Float array payload for fields that support vector-like input.
+    FloatArrayValue float_array_value = 2;
+
+  }
+}
+
+message BytesValue {
+
+  // [required] Raw bytes for the field value.
+  bytes bytes = 1;
+}
+
+message FloatArrayValue {
+  oneof encoding {
+
+    // [optional] Fast path: 4 * dimension bytes, little-endian binary float array.
+    FloatBinaryLE binary_le = 1;
+
+    // [optional] Simple path: packed array
+    FloatList values = 2;
+  }
+}
+
+message FloatBinaryLE {
+
+  // [required] Raw float data encoded as little-endian IEEE-754 float32 values.
+  bytes bytes_le = 1;
+
+  // [required] Number of float elements in the payload.
+  int32 dimension = 2;
+}
+
+message FloatList {
+
+  // [required] Float values for the field.
+  repeated float values = 1;
+}
+
+
 message BoostingQuery {
 
   // Floating point number used to decrease or increase the relevance scores of the query. Boost values are relative to the default value of 1.0. A boost value between 0 and 1.0 decreases the relevance score. A value greater than 1.0 increases the relevance score.
@@ -3296,4 +3353,4 @@ message GeneralNumber {
 enum NullValue {
   NULL_VALUE_UNSPECIFIED = 0;
   NULL_VALUE_NULL = 1;
-}
+}