Add fix for changing snapshots

Author: rpancham

tests/model_serving/model_runtime/model_validation/utils.py

@@ -3,15 +3,38 @@
 
 from tests.model_serving.model_runtime.vllm.constant import VLLM_SUPPORTED_QUANTIZATION
 
+def normalize_output(output):
+    """
+    Recursively normalize model output by removing or masking fields that cause non-deterministic snapshot changes.
+    Handles nested dicts and lists.
+    """
+    if isinstance(output, dict):
+        output = output.copy()
+        volatile_keys = ["timestamp", "created_at", "updated_at", "id", "unique_id", "request_id", "uuid", "run_id"]
+        for key in volatile_keys:
+            output.pop(key, None)
+        for k, v in output.items():
+            output[k] = normalize_output(v)
+    elif isinstance(output, list):
+        output = [normalize_output(item) for item in output]
+        try:
+            output = sorted(output, key=lambda x: str(x))  
+        except Exception:
+            pass
+    elif isinstance(output, str):
+        import re
+        output = re.sub(r'\b[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}\b', '[MASKED_UUID]', output)
+    return output
 
 def validate_supported_quantization_schema(q_type: str) -> None:
     if q_type not in VLLM_SUPPORTED_QUANTIZATION:
         raise ValueError(f"Unsupported quantization type: {q_type}")
 
-
-def validate_inference_output(*args: tuple[str, ...] | list[Any], response_snapshot: Any) -> None:
-    for data in args:
-        assert data == response_snapshot, f"output mismatch for {data}"
+def validate_inference_output(*args: tuple[Any, ...], response_snapshot: Any) -> None:
+    normalized_args = [normalize_output(data) for data in args]
+    normalized_snapshot = normalize_output(response_snapshot)
+    for data in normalized_args:
+        assert data == normalized_snapshot, f"output mismatch for {data}"
 
 
 def safe_k8s_name(model_name: str, max_length: int = 20) -> str:
@@ -49,4 +72,4 @@ def safe_k8s_name(model_name: str, max_length: int = 20) -> str:
     if not safe_name:
         return "model"
 
-    return safe_name
+    return safe_name