mem: disable ONNX mem_pattern and cpu_mem_arena on inference sessions

CHANGELOG.md

@@ -1,3 +1,8 @@
+## 1.5.3
+
+### Enhancement
+- Disable ONNX Runtime memory pattern and CPU memory arena on YoloX and Detectron2 sessions to reduce idle memory after inference
+
 ## 1.5.2
 
 ### Fix

unstructured_inference/__version__.py

@@ -1 +1 @@
-__version__ = "1.5.2"  # pragma: no cover
+__version__ = "1.5.3"  # pragma: no cover

unstructured_inference/models/detectron2onnx.py

@@ -115,8 +115,13 @@ def initialize(
         ]
         providers = [provider for provider in ordered_providers if provider in available_providers]
 
+        sess_options = onnxruntime.SessionOptions()
+        sess_options.enable_mem_pattern = False
+        sess_options.enable_cpu_mem_arena = False
+
         self.model = onnxruntime.InferenceSession(
             model_path,
+            sess_options=sess_options,
             providers=providers,
         )
         self.model_path = model_path

unstructured_inference/models/yolox.py

@@ -80,8 +80,13 @@ def initialize(self, model_path: str, label_map: dict):
         ]
         providers = [provider for provider in ordered_providers if provider in available_providers]
 
+        sess_options = onnxruntime.SessionOptions()
+        sess_options.enable_mem_pattern = False
+        sess_options.enable_cpu_mem_arena = False
+
         self.model = onnxruntime.InferenceSession(
             model_path,
+            sess_options=sess_options,
             providers=providers,
         )