Skip to content

Commit e2badfe

Browse files
committed
Improve model loading logging with precise duration formatting
1 parent ad9ac0e commit e2badfe

File tree

1 file changed

+10
-4
lines changed

1 file changed

+10
-4
lines changed

mlserver/server.py

Lines changed: 10 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -125,10 +125,15 @@ async def start(self, models_settings: List[ModelSettings] = []):
125125
try:
126126
total_start: float = time.perf_counter()
127127
await asyncio.gather(
128-
*[ self._timed_load(model_settings) for model_settings in models_settings ]
128+
*[
129+
self._timed_load(model_settings)
130+
for model_settings in models_settings
131+
]
129132
)
130133
total_duration: float = time.perf_counter() - total_start
131-
logger.debug(f"Loaded {len(models_settings)} models in {total_duration:3f}s")
134+
logger.debug(
135+
f"Loaded {len(models_settings)} models in {total_duration:0.3f}s"
136+
)
132137
except Exception:
133138
# If one of the models failed to load during startup, shutdown the
134139
# server gracefully
@@ -192,11 +197,12 @@ async def stop(self, sig: Optional[int] = None):
192197

193198
async def _timed_load(self, model_settings: ModelSettings) -> MLModel:
194199
"""
195-
Load a model while measuring the elapsed time.
200+
Load a model while measuring the elapsed time.
196201
"""
197202
t0: float = time.perf_counter()
198203
try:
199204
return await self._model_registry.load(model_settings)
200205
finally:
201206
elapsed: float = time.perf_counter() - t0
202-
logger.debug(F"Model {getattr(model_settings, 'name', '<unknown>')} loaded in {elapsed:3f}s")
207+
model_name = getattr(model_settings, "name", "<unknown>")
208+
logger.debug(f"Model {model_name} loaded in {elapsed:0.3f}s")

0 commit comments

Comments
 (0)