feat(models): convert get capabilities of a provider with standard forward request method

Author: leoguillaume

api/clients/model/__init__.py

@@ -2,6 +2,7 @@
 from contextvars import ContextVar
 
 from fastapi import Depends
+from redis.asyncio import Redis as AsyncRedis
 from sqlalchemy.ext.asyncio import AsyncSession
 
 from api.domain.key import KeyRepository
@@ -43,6 +44,14 @@ async def get_postgres_session() -> AsyncGenerator[AsyncSession]:
             raise
 
 
+async def get_redis_client() -> AsyncGenerator[AsyncRedis]:
+    client = AsyncRedis(connection_pool=global_context.redis_pool)
+
+    yield client
+
+    await client.aclose()
+
+
 # repositories
 def _router_repository(session: AsyncSession) -> PostgresRouterRepository:
     return PostgresRouterRepository(postgres_session=session, app_title=configuration.settings.app_title)

api/clients/model/_albertmodelprovider.py

@@ -58,6 +58,7 @@ async def chat_completions(
     request_context: ContextVar[RequestContext] = Depends(get_request_context),
 ) -> JSONResponse | StreamingResponseWithStatusCode:
     """Creates a model response for the given chat conversation."""
+
     model_provider = await model_registry.get_model_provider(
         model=body.model,
         endpoint=EndpointRoute.CHAT_COMPLETIONS,