ai semantic caching distance threshold API update (#10494)

Author: EItanya

changelog/v1.19.0-beta3/ai-semantic-caching-distance.yaml

@@ -0,0 +1,9 @@
+changelog:
+- type: FIX
+  issueLink: https://github.com/solo-io/solo-projects/issues/7440
+  resolvesIssue: false
+  description: > 
+    Fixes an issue where the ai semantic caching distance is not being set correctly in the cache. Also 
+    move the distance threshold to the cache configuration, rather than per datastore.
+
+

docs/content/reference/api/github.com/solo-io/gloo/projects/gloo/api/v1/enterprise/options/ai/ai.proto.sk.md

@@ -275,6 +275,8 @@ spec:
                                     type: boolean
                                 type: object
                             type: object
+                          distanceThreshold:
+                            type: number
                           embedding:
                             properties:
                               azureOpenai:

install/helm/gloo/crds/gateway.solo.io_v1_RouteOption.yaml

@@ -385,6 +385,8 @@ spec:
                                           type: boolean
                                       type: object
                                   type: object
+                                distanceThreshold:
+                                  type: number
                                 embedding:
                                   properties:
                                     azureOpenai:

install/helm/gloo/crds/gateway.solo.io_v1_RouteTable.yaml

@@ -3492,6 +3492,8 @@ spec:
                                               type: boolean
                                           type: object
                                       type: object
+                                    distanceThreshold:
+                                      type: number
                                     embedding:
                                       properties:
                                         azureOpenai:

install/helm/gloo/crds/gateway.solo.io_v1_VirtualService.yaml

@@ -431,6 +431,7 @@ message SemanticCache {
     //
     // +kubebuilder:validation:Minimum=0
     // +kubebuilder:validation:Maximum=1
+    // Deprecated: Prefer setting the distance threshold in the RouteOptions.SemanticCache resource.
     float score_threshold = 2;
   }
 
@@ -474,6 +475,14 @@ message SemanticCache {
   uint32 ttl = 3;
   // The caching mode to use for the request and response lifecycle. Supported values include `READ_WRITE` or `READ_ONLY`.
   Mode mode = 4;
+
+    // Distance score threshold value between 0.0 and 1.0 that determines how similar
+    // two queries must be in order to return a cached result.
+    // The lower the number, the more similar the queries must be for a cache hit.
+    //
+    // +kubebuilder:validation:Minimum=0
+    // +kubebuilder:validation:Maximum=1
+    float distance_threshold = 5;
 }
 
 // [Retrieval augmented generation (RAG)](https://research.ibm.com/blog/retrieval-augmented-generation-RAG)