feat: ai proxy

Author: alban bertolini

packages/agent/package.json

@@ -17,6 +17,7 @@
     "@forestadmin/datasource-customizer": "1.61.3",
     "@forestadmin/datasource-toolkit": "1.48.0",
     "@forestadmin/forestadmin-client": "1.36.8",
+    "@forestadmin/ai-proxy": "0.0.1",
     "@koa/cors": "^5.0.0",
     "@koa/router": "^12.0.0",
     "@types/koa__router": "^12.0.0",

packages/agent/src/routes/ai-proxy.ts

@@ -0,0 +1,41 @@
+import { ForestAIProxy, createForestAIProxy } from '@forestadmin/ai-proxy';
+import { DataSource } from '@forestadmin/datasource-toolkit';
+import Router from '@koa/router';
+import { Context } from 'koa';
+
+import BaseRoute from './base-route';
+import { ForestAdminHttpDriverServices } from '../services';
+import { AgentOptionsWithDefaults, HttpCode, RouteType } from '../types';
+
+export default class AIProxy extends BaseRoute {
+  readonly type = RouteType.PrivateRoute;
+  private forestProxy: ForestAIProxy;
+
+  constructor(services: ForestAdminHttpDriverServices, options: AgentOptionsWithDefaults) {
+    super(services, options);
+    this.forestProxy = createForestAIProxy();
+  }
+
+  setupRoutes(router: Router): void {
+    router.post(`/ai-proxy`, this.proxy.bind(this));
+  }
+
+  private async proxy(context: Context) {
+    try {
+      const { openAIApiKey } = this.options.experimental.ai.openAI;
+
+      if (context.query.provider === 'openai' && openAIApiKey) {
+        context.response.body = await this.forestProxy.proxyOpenAI({ openAIApiKey }, context.body);
+        context.response.status = HttpCode.Ok;
+      } else {
+        // TODO add a link to the documentation
+        context.throw(HttpCode.BadRequest, 'Provider not supported or API key not set');
+      }
+    } catch (error) {
+      console.error(error);
+      context.throw(HttpCode.InternalServerError, 'Error while proxying AI request');
+    }
+
+    context.response.status = HttpCode.Ok;
+  }
+}

packages/agent/src/routes/index.ts

@@ -11,6 +11,7 @@ import Get from './access/get';
 import List from './access/list';
 import ListRelated from './access/list-related';
 import NativeQueryDatasource from './access/native-query-datasource';
+import AIProxy from './ai-proxy';
 import BaseRoute from './base-route';
 import Capabilities from './capabilities';
 import ActionRoute from './modification/action/action';
@@ -56,6 +57,7 @@ export const RELATED_ROUTES_CTOR = [
   DissociateDeleteRelated,
   ListRelated,
 ];
+export const AI_ROUTES_CTOR = [AIProxy];
 export const RELATED_RELATION_ROUTES_CTOR = [UpdateRelation];
 export const CAPABILITIES_ROUTES_CTOR = [Capabilities];
 export const NATIVE_QUERY_ROUTES_CTOR = [NativeQueryDatasource];
@@ -108,6 +110,14 @@ function getCapabilitiesRoutes(
   return routes;
 }
 
+function getAIRoutes(options: Options, services: Services): BaseRoute[] {
+  const routes: BaseRoute[] = [];
+
+  routes.push(...AI_ROUTES_CTOR.map(Route => new Route(services, options)));
+
+  return routes;
+}
+
 function getNativeQueryRoutes(
   dataSource: DataSource,
   options: Options,
@@ -171,6 +181,7 @@ export default function makeRoutes(
 ): BaseRoute[] {
   const routes = [
     ...getRootRoutes(options, services),
+    ...getAIRoutes(options, services),
     ...getCrudRoutes(dataSource, options, services),
     ...getCapabilitiesRoutes(dataSource, options, services),
     ...getNativeQueryRoutes(dataSource, options, services),

packages/agent/src/types.ts

@@ -22,6 +22,7 @@ export type AgentOptions = {
   experimental?: {
     webhookCustomActions?: boolean;
     updateRecordCustomActions?: boolean;
+    ai: { openAI?: { openAIApiKey?: string } };
   };
   maxBodySize?: string;
   /**