Cherry Pick from Development (#964)

Eyal-Danieli · royischoss · alxtkr77 · web-flow · commit d6efb15c3815 · 2026-01-11T11:23:20.000+02:00
* update requirements.txt with stable mlrun version (#960) * [Agent Deployer] Replace TDEngine with TimescaleDB for CE model monitoring (#961) Replace DatastoreProfileTDEngine with DatastoreProfilePostgreSQL for Community Edition deployments. TimescaleDB uses PostgreSQL protocol. - Add conditional import: try DatastoreProfilePostgreSQL first, fallback to DatastoreProfileTDEngine for older mlrun versions - Configure TimescaleDB connection for CE mode (when available): - Host: timescaledb.{namespace}.svc.cluster.local - Port: 5432 - Credentials: postgres/postgres - Database: postgres - Maintain backwards compatibility with older mlrun versions using TDEngine Reference: ML-11628 Co-authored-by: Alex Toker <alext@mckinsey.com> * Add kind to step and rename the `utils` category to `utilities` (#962) * replace utils with utilities * add kind to verify_schema * add kind to the step template --------- Co-authored-by: Roy Schossberger <85231212+royischoss@users.noreply.github.com> Co-authored-by: alxtkr77 <3098237+alxtkr77@users.noreply.github.com> Co-authored-by: Alex Toker <alext@mckinsey.com> Co-authored-by: Daniel Perez <100069700+danielperezz@users.noreply.github.com>
diff --git a/cli/utils/step_item_template.yaml.j2 b/cli/utils/step_item_template.yaml.j2
@@ -14,4 +14,5 @@ spec:
   filename: {{ filename|default('') }}              {# Implementation file #}
   image: mlrun/mlrun                                {# Base image name #}
   requirements: []                                  {# List of Pythonic library requirements #}
+  kind: ''                                          {# Step kind #}
 version: 1.0.0                                      {# Step version, should follow standard semantic versioning schema #}
diff --git a/functions/src/arc_to_parquet/function.yaml b/functions/src/arc_to_parquet/function.yaml
@@ -94,7 +94,7 @@ spec:
   disable_auto_mount: false
 metadata:
   categories:
-  - utils
+  - utilities
   name: arc-to-parquet
   tag: ''
 verbose: false
diff --git a/functions/src/arc_to_parquet/item.yaml b/functions/src/arc_to_parquet/item.yaml
@@ -1,6 +1,6 @@
 apiVersion: v1
 categories:
-- utils
+- utilities
 description: retrieve remote archive, open and save as parquet
 doc: ''
 example: arc_to_parquet.ipynb
diff --git a/functions/src/azureml_utils/function.yaml b/functions/src/azureml_utils/function.yaml
@@ -242,6 +242,6 @@ kind: job
 metadata:
   categories:
   - model-serving
-  - utils
+  - utilities
   tag: ''
   name: azureml-utils
diff --git a/functions/src/azureml_utils/item.yaml b/functions/src/azureml_utils/item.yaml
@@ -1,7 +1,7 @@
 apiVersion: v1
 categories:
 - model-serving
-- utils
+- utilities
 description: Azure AutoML integration in MLRun, including utils functions for training
   models on Azure AutoML platfrom.
 doc: ''
diff --git a/functions/src/github_utils/function.yaml b/functions/src/github_utils/function.yaml
@@ -7,7 +7,7 @@ metadata:
   labels:
     author: Iguazio
   categories:
-  - utils
+  - utilities
 spec:
   command: ''
   args: []
diff --git a/functions/src/github_utils/item.yaml b/functions/src/github_utils/item.yaml
@@ -1,6 +1,6 @@
 apiVersion: v1
 categories:
-- utils
+- utilities
 description: add comments to github pull request
 doc: ''
 example: github_utils.ipynb
diff --git a/functions/src/mlflow_utils/function.yaml b/functions/src/mlflow_utils/function.yaml
@@ -26,7 +26,7 @@ spec:
 metadata:
   categories:
   - model-serving
-  - utils
+  - utilities
   name: mlflow-utils
   tag: ''
 kind: serving
diff --git a/functions/src/mlflow_utils/item.yaml b/functions/src/mlflow_utils/item.yaml
@@ -1,7 +1,7 @@
 apiVersion: v1
 categories:
 - model-serving
-- utils
+- utilities
 description: Mlflow model server, and additional utils.
 doc: ''
 example: mlflow_utils.ipynb
diff --git a/functions/src/onnx_utils/function.yaml b/functions/src/onnx_utils/function.yaml
@@ -1,7 +1,7 @@
 kind: job
 metadata:
   categories:
-  - utils
+  - utilities
   - deep-learning
   name: onnx-utils
   tag: ''
diff --git a/functions/src/onnx_utils/item.yaml b/functions/src/onnx_utils/item.yaml
@@ -1,6 +1,6 @@
 apiVersion: v1
 categories:
-- utils
+- utilities
 - deep-learning
 description: ONNX intigration in MLRun, some utils functions for the ONNX framework,
   optimizing and converting models from different framework to ONNX using MLRun.
diff --git a/functions/src/open_archive/function.yaml b/functions/src/open_archive/function.yaml
@@ -41,5 +41,5 @@ spec:
 metadata:
   name: open-archive
   categories:
-  - utils
+  - utilities
   tag: ''
diff --git a/functions/src/open_archive/item.yaml b/functions/src/open_archive/item.yaml
@@ -1,6 +1,6 @@
 apiVersion: v1
 categories:
-- utils
+- utilities
 description: Open a file/object archive into a target directory
 doc: ''
 example: open_archive.ipynb
diff --git a/functions/src/send_email/function.yaml b/functions/src/send_email/function.yaml
@@ -7,7 +7,7 @@ metadata:
   labels:
     author: Iguazio
   categories:
-  - utils
+  - utilities
 spec:
   command: ''
   args: []
diff --git a/functions/src/send_email/item.yaml b/functions/src/send_email/item.yaml
@@ -1,6 +1,6 @@
 apiVersion: v1
 categories:
-- utils
+- utilities
 description: Send Email messages through SMTP server
 doc: ''
 example: send_email.ipynb
diff --git a/modules/src/agent_deployer/agent_deployer.py b/modules/src/agent_deployer/agent_deployer.py
@@ -22,8 +22,17 @@
 from mlrun.datastore.datastore_profile import (
     DatastoreProfileV3io,
     DatastoreProfileKafkaStream,
-    DatastoreProfileTDEngine,
 )
+
+# TimescaleDB support (mlrun >= 1.11), fallback to TDEngine for older versions
+try:
+    from mlrun.datastore.datastore_profile import DatastoreProfilePostgreSQL
+
+    _USE_TIMESCALEDB = True
+except ImportError:
+    from mlrun.datastore.datastore_profile import DatastoreProfileTDEngine
+
+    _USE_TIMESCALEDB = False
 from mlrun.utils import logger
 
 
@@ -87,13 +96,24 @@ def configure_model_monitoring(self):
             )
         if mlconf.is_ce_mode():
             mlrun_namespace = os.environ.get("MLRUN_NAMESPACE", "mlrun")
-            tsdb_profile = DatastoreProfileTDEngine(
-                name="tdengine-tsdb-profile",
-                user="root",
-                password="taosdata",
-                host=f"tdengine-tsdb.{mlrun_namespace}.svc.cluster.local",
-                port="6041",
-            )
+            if _USE_TIMESCALEDB:
+                tsdb_profile = DatastoreProfilePostgreSQL(
+                    name="timescaledb-tsdb-profile",
+                    user="postgres",
+                    password="postgres",
+                    host=f"timescaledb.{mlrun_namespace}.svc.cluster.local",
+                    port="5432",
+                    database="postgres",
+                )
+            else:
+                # Fallback for older mlrun versions
+                tsdb_profile = DatastoreProfileTDEngine(
+                    name="tdengine-tsdb-profile",
+                    user="root",
+                    password="taosdata",
+                    host=f"tdengine-tsdb.{mlrun_namespace}.svc.cluster.local",
+                    port="6041",
+                )
 
             stream_profile = DatastoreProfileKafkaStream(
                 name="kafka-stream-profile",
diff --git a/modules/src/agent_deployer/requirements.txt b/modules/src/agent_deployer/requirements.txt
@@ -1,2 +1,2 @@
-mlrun==1.10.0-rc41
+mlrun==1.10.0
 pytest~=8.2
diff --git a/steps/src/verify_schema/item.yaml b/steps/src/verify_schema/item.yaml
@@ -17,4 +17,5 @@ spec:
   filename: verify_schema.py              
   image: mlrun/mlrun                                
   requirements:
+  kind: generic
 version: 1.0.0                                      
