Stablize the test verify_similarity_search_chat_completion (spiceai#5284)

* Further stablize document_similarity input snapshot

* verify result content instead of snapshotting

* allow model integration test run concurrently

* test #1

* test #2

* test #3

* test #4

* test #5

* test #6

* test #7

* test #8

* test #9

* test #10

* test #10

* test #11

* remove temporary changes in the model workflow

* display actual value found

Author: Sevenannn

crates/runtime/tests/models/openai.rs

@@ -672,13 +672,33 @@ async fn verify_similarity_search_chat_completion(
         a_str.cmp(&b_str)
     });
 
-    // Create a combined JSON array with all filtered values
-    let combined_value = serde_json::Value::Array(stable_inputs);
+    // Instead of creating a snapshot, verify keywords contain expected values
+    let mut found_journalist = false;
+    let mut found_vehicle = false;
+    let mut actual_keywords = Vec::new();
+
+    for input in &stable_inputs {
+        if let Some(keywords) = input.get("keywords").and_then(|k| k.as_array()) {
+            actual_keywords.push(keywords.clone());
+            for keyword in keywords {
+                if let Some(keyword_str) = keyword.as_str() {
+                    if keyword_str.contains("journalist") {
+                        found_journalist = true;
+                    } else if keyword_str.contains("vehicle") {
+                        found_vehicle = true;
+                    }
+                }
+            }
+        }
+    }
 
-    // Verify Task History
-    insta::assert_snapshot!(
-        "chat_2_document_similarity_tasks",
-        serde_json::to_string_pretty(&combined_value).expect("Failed to serialize task_input")
+    assert!(
+        found_journalist,
+        "Expected to find 'journalist' in keywords, found {actual_keywords:?}",
+    );
+    assert!(
+        found_vehicle,
+        "Expected to find 'vehicle' in keywords, found {actual_keywords:?}",
     );
 
     Ok(())