fix(skore-hub-project): Use orjson to serialize payload, especially for nan (#2038)

thomass-dev · web-flow · commit 796da44039df · 2025-09-15T14:47:56.000Z
```python
from skrub import TableVectorizer, TextEncoder
from sklearn.ensemble import HistGradientBoostingRegressor
from sklearn.pipeline import make_pipeline
from skrub.datasets import fetch_employee_salaries
from skore import CrossValidationReport
from skore import Project


if not "hgbt_model_report" in globals():
    datasets = fetch_employee_salaries()
    df, y = datasets.X, datasets.y

    model = make_pipeline(
        TableVectorizer(high_cardinality=TextEncoder()),
        HistGradientBoostingRegressor(),
    )

    hgbt_model_report = CrossValidationReport(
        estimator=model, X=df, y=y, splitter=5, n_jobs=-1
    )

project = Project("hub://&lt;tenant&gt;/&lt;project&gt;")
project.put("hgbt_model_report", hgbt_model_report)
```

raises error while serializing the `TableReport` medias.

```python
ValueError                                Traceback (most recent call last)
Cell In[1], line 33
     29 project = Project("&lt;project&gt;")
     31 assert project.mode == "hub"
---&gt; 33 project.put("hgbt_model_report", hgbt_model_report)

[...]

ValueError: Out of range float values are not JSON compliant: nan
```
diff --git a/ci/requirements/skore-hub-project/python-3.10/scikit-learn-1.4/test-requirements.txt b/ci/requirements/skore-hub-project/python-3.10/scikit-learn-1.4/test-requirements.txt
@@ -127,6 +127,8 @@ numpy==2.2.6
     #   skops
     #   skore
     #   skrub
+orjson==3.11.3
+    # via skore-hub-project (skore-hub-project/pyproject.toml)
 packaging==25.0
     # via
     #   altair
diff --git a/ci/requirements/skore-hub-project/python-3.10/scikit-learn-1.7/test-requirements.txt b/ci/requirements/skore-hub-project/python-3.10/scikit-learn-1.7/test-requirements.txt
@@ -127,6 +127,8 @@ numpy==2.2.6
     #   skops
     #   skore
     #   skrub
+orjson==3.11.3
+    # via skore-hub-project (skore-hub-project/pyproject.toml)
 packaging==25.0
     # via
     #   altair
diff --git a/ci/requirements/skore-hub-project/python-3.11/scikit-learn-1.4/test-requirements.txt b/ci/requirements/skore-hub-project/python-3.11/scikit-learn-1.4/test-requirements.txt
@@ -124,6 +124,8 @@ numpy==2.3.2
     #   skops
     #   skore
     #   skrub
+orjson==3.11.3
+    # via skore-hub-project (skore-hub-project/pyproject.toml)
 packaging==25.0
     # via
     #   altair
diff --git a/ci/requirements/skore-hub-project/python-3.11/scikit-learn-1.7/test-requirements.txt b/ci/requirements/skore-hub-project/python-3.11/scikit-learn-1.7/test-requirements.txt
@@ -124,6 +124,8 @@ numpy==2.3.2
     #   skops
     #   skore
     #   skrub
+orjson==3.11.3
+    # via skore-hub-project (skore-hub-project/pyproject.toml)
 packaging==25.0
     # via
     #   altair
diff --git a/ci/requirements/skore-hub-project/python-3.12/scikit-learn-1.4/test-requirements.txt b/ci/requirements/skore-hub-project/python-3.12/scikit-learn-1.4/test-requirements.txt
@@ -124,6 +124,8 @@ numpy==2.3.2
     #   skops
     #   skore
     #   skrub
+orjson==3.11.3
+    # via skore-hub-project (skore-hub-project/pyproject.toml)
 packaging==25.0
     # via
     #   altair
diff --git a/ci/requirements/skore-hub-project/python-3.12/scikit-learn-1.7/test-requirements.txt b/ci/requirements/skore-hub-project/python-3.12/scikit-learn-1.7/test-requirements.txt
@@ -124,6 +124,8 @@ numpy==2.3.2
     #   skops
     #   skore
     #   skrub
+orjson==3.11.3
+    # via skore-hub-project (skore-hub-project/pyproject.toml)
 packaging==25.0
     # via
     #   altair
diff --git a/ci/requirements/skore-hub-project/python-3.13/scikit-learn-1.5/test-requirements.txt b/ci/requirements/skore-hub-project/python-3.13/scikit-learn-1.5/test-requirements.txt
@@ -124,6 +124,8 @@ numpy==2.3.2
     #   skops
     #   skore
     #   skrub
+orjson==3.11.3
+    # via skore-hub-project (skore-hub-project/pyproject.toml)
 packaging==25.0
     # via
     #   altair
diff --git a/ci/requirements/skore-hub-project/python-3.13/scikit-learn-1.6/test-requirements.txt b/ci/requirements/skore-hub-project/python-3.13/scikit-learn-1.6/test-requirements.txt
@@ -124,6 +124,8 @@ numpy==2.3.2
     #   skops
     #   skore
     #   skrub
+orjson==3.11.3
+    # via skore-hub-project (skore-hub-project/pyproject.toml)
 packaging==25.0
     # via
     #   altair
diff --git a/ci/requirements/skore-hub-project/python-3.13/scikit-learn-1.7/test-requirements.txt b/ci/requirements/skore-hub-project/python-3.13/scikit-learn-1.7/test-requirements.txt
@@ -124,6 +124,8 @@ numpy==2.3.2
     #   skops
     #   skore
     #   skrub
+orjson==3.11.3
+    # via skore-hub-project (skore-hub-project/pyproject.toml)
 packaging==25.0
     # via
     #   altair
diff --git a/skore-hub-project/pyproject.toml b/skore-hub-project/pyproject.toml
@@ -8,6 +8,7 @@ dependencies = [
   "httpx",
   "joblib",
   "matplotlib",
+  "orjson",
   "pydantic",
   "rich",
   "scikit-learn",
diff --git a/skore-hub-project/src/skore_hub_project/project/project.py b/skore-hub-project/src/skore_hub_project/project/project.py
@@ -11,6 +11,7 @@
 from typing import TYPE_CHECKING
 
 import joblib
+import orjson
 
 from skore_hub_project.client.client import Client, HTTPStatusError, HUBClient
 from skore_hub_project.protocol import CrossValidationReport, EstimatorReport
@@ -178,9 +179,17 @@ def put(self, key: str, report: EstimatorReport | CrossValidationReport):
 
         payload = Payload(project=self, key=key, report=report)
         payload_dict = payload.model_dump()
+        payload_json_bytes = orjson.dumps(payload_dict, option=orjson.OPT_NON_STR_KEYS)
 
         with HUBClient() as client:
-            client.post(url=url, json=payload_dict)
+            client.post(
+                url=url,
+                content=payload_json_bytes,
+                headers={
+                    "Content-Length": str(len(payload_json_bytes)),
+                    "Content-Type": "application/json",
+                },
+            )
 
     @ensure_project_is_created
     def get(self, urn: str) -> EstimatorReport | CrossValidationReport:
