Merge pull request #1027 from gitroomhq/feat/agent

Postiz Agent

Author: nevo-david

apps/backend/src/api/api.module.ts

@@ -31,8 +31,6 @@ import { Nowpayments } from '@gitroom/nestjs-libraries/crypto/nowpayments';
 import { WebhookController } from '@gitroom/backend/api/routes/webhooks.controller';
 import { SignatureController } from '@gitroom/backend/api/routes/signature.controller';
 import { AutopostController } from '@gitroom/backend/api/routes/autopost.controller';
-import { McpService } from '@gitroom/nestjs-libraries/mcp/mcp.service';
-import { McpController } from '@gitroom/backend/api/routes/mcp.controller';
 import { SetsController } from '@gitroom/backend/api/routes/sets.controller';
 import { ThirdPartyController } from '@gitroom/backend/api/routes/third-party.controller';
 import { MonitorController } from '@gitroom/backend/api/routes/monitor.controller';
@@ -63,7 +61,6 @@ const authenticatedController = [
     StripeController,
     AuthController,
     PublicController,
-    McpController,
     MonitorController,
     ...authenticatedController,
   ],
@@ -80,7 +77,6 @@ const authenticatedController = [
     TrackService,
     ShortLinkService,
     Nowpayments,
-    McpService,
   ],
   get exports() {
     return [...this.imports, ...this.providers];

apps/backend/src/api/routes/copilot.controller.ts

@@ -1,16 +1,41 @@
-import { Logger, Controller, Get, Post, Req, Res, Query } from '@nestjs/common';
+import {
+  Logger,
+  Controller,
+  Get,
+  Post,
+  Req,
+  Res,
+  Query,
+  Param,
+} from '@nestjs/common';
 import {
   CopilotRuntime,
   OpenAIAdapter,
-  copilotRuntimeNestEndpoint,
+  copilotRuntimeNodeHttpEndpoint,
+  copilotRuntimeNextJSAppRouterEndpoint,
 } from '@copilotkit/runtime';
 import { GetOrgFromRequest } from '@gitroom/nestjs-libraries/user/org.from.request';
 import { Organization } from '@prisma/client';
 import { SubscriptionService } from '@gitroom/nestjs-libraries/database/prisma/subscriptions/subscription.service';
+import { MastraAgent } from '@ag-ui/mastra';
+import { MastraService } from '@gitroom/nestjs-libraries/chat/mastra.service';
+import { Request, Response } from 'express';
+import { RuntimeContext } from '@mastra/core/di';
+import { CheckPolicies } from '@gitroom/backend/services/auth/permissions/permissions.ability';
+import { AuthorizationActions, Sections } from '@gitroom/backend/services/auth/permissions/permission.exception.class';
+
+export type ChannelsContext = {
+  integrations: string;
+  organization: string;
+  ui: string;
+};
 
 @Controller('/copilot')
 export class CopilotController {
-  constructor(private _subscriptionService: SubscriptionService) {}
+  constructor(
+    private _subscriptionService: SubscriptionService,
+    private _mastraService: MastraService
+  ) {}
   @Post('/chat')
   chat(@Req() req: Request, @Res() res: Response) {
     if (
@@ -21,28 +46,112 @@ export class CopilotController {
       return;
     }
 
-    const copilotRuntimeHandler = copilotRuntimeNestEndpoint({
+    const copilotRuntimeHandler = copilotRuntimeNodeHttpEndpoint({
       endpoint: '/copilot/chat',
       runtime: new CopilotRuntime(),
       serviceAdapter: new OpenAIAdapter({
-        model:
-          // @ts-ignore
-          req?.body?.variables?.data?.metadata?.requestType ===
-          'TextareaCompletion'
-            ? 'gpt-4o-mini'
-            : 'gpt-4.1',
+        model: 'gpt-4.1',
       }),
     });
 
-    // @ts-ignore
     return copilotRuntimeHandler(req, res);
   }
 
+  @Post('/agent')
+  @CheckPolicies([AuthorizationActions.Create, Sections.AI])
+  async agent(
+    @Req() req: Request,
+    @Res() res: Response,
+    @GetOrgFromRequest() organization: Organization
+  ) {
+    if (
+      process.env.OPENAI_API_KEY === undefined ||
+      process.env.OPENAI_API_KEY === ''
+    ) {
+      Logger.warn('OpenAI API key not set, chat functionality will not work');
+      return;
+    }
+    const mastra = await this._mastraService.mastra();
+    const runtimeContext = new RuntimeContext<ChannelsContext>();
+    runtimeContext.set(
+      'integrations',
+      req?.body?.variables?.properties?.integrations || []
+    );
+
+    runtimeContext.set('organization', JSON.stringify(organization));
+    runtimeContext.set('ui', 'true');
+
+    const agents = MastraAgent.getLocalAgents({
+      resourceId: organization.id,
+      mastra,
+      // @ts-ignore
+      runtimeContext,
+    });
+
+    const runtime = new CopilotRuntime({
+      agents,
+    });
+
+    const copilotRuntimeHandler = copilotRuntimeNextJSAppRouterEndpoint({
+      endpoint: '/copilot/agent',
+      runtime,
+      // properties: req.body.variables.properties,
+      serviceAdapter: new OpenAIAdapter({
+        model: 'gpt-4.1',
+      }),
+    });
+
+    return copilotRuntimeHandler.handleRequest(req, res);
+  }
+
   @Get('/credits')
   calculateCredits(
     @GetOrgFromRequest() organization: Organization,
-    @Query('type') type: 'ai_images' | 'ai_videos',
+    @Query('type') type: 'ai_images' | 'ai_videos'
   ) {
-    return this._subscriptionService.checkCredits(organization, type || 'ai_images');
+    return this._subscriptionService.checkCredits(
+      organization,
+      type || 'ai_images'
+    );
+  }
+
+  @Get('/:thread/list')
+  @CheckPolicies([AuthorizationActions.Create, Sections.AI])
+  async getMessagesList(
+    @GetOrgFromRequest() organization: Organization,
+    @Param('thread') threadId: string
+  ): Promise<any> {
+    const mastra = await this._mastraService.mastra();
+    const memory = await mastra.getAgent('postiz').getMemory();
+    try {
+      return await memory.query({
+        resourceId: organization.id,
+        threadId,
+      });
+    } catch (err) {
+      return { messages: [] };
+    }
+  }
+
+  @Get('/list')
+  @CheckPolicies([AuthorizationActions.Create, Sections.AI])
+  async getList(@GetOrgFromRequest() organization: Organization) {
+    const mastra = await this._mastraService.mastra();
+    // @ts-ignore
+    const memory = await mastra.getAgent('postiz').getMemory();
+    const list = await memory.getThreadsByResourceIdPaginated({
+      resourceId: organization.id,
+      perPage: 100000,
+      page: 0,
+      orderBy: 'createdAt',
+      sortDirection: 'DESC',
+    });
+
+    return {
+      threads: list.threads.map((p) => ({
+        id: p.id,
+        title: p.title,
+      })),
+    };
   }
 }

apps/backend/src/api/routes/integrations.controller.ts

@@ -16,7 +16,6 @@ import { IntegrationManager } from '@gitroom/nestjs-libraries/integrations/integ
 import { IntegrationService } from '@gitroom/nestjs-libraries/database/prisma/integrations/integration.service';
 import { GetOrgFromRequest } from '@gitroom/nestjs-libraries/user/org.from.request';
 import { Organization, User } from '@prisma/client';
-import { ApiKeyDto } from '@gitroom/nestjs-libraries/dtos/integrations/api.key.dto';
 import { IntegrationFunctionDto } from '@gitroom/nestjs-libraries/dtos/integrations/integration.function.dto';
 import { CheckPolicies } from '@gitroom/backend/services/auth/permissions/permissions.ability';
 import { pricing } from '@gitroom/nestjs-libraries/database/prisma/subscriptions/pricing';

apps/backend/src/api/routes/mcp.controller.ts

@@ -8,11 +8,11 @@ import { PublicApiModule } from '@gitroom/backend/public-api/public.api.module';
 import { ThrottlerBehindProxyGuard } from '@gitroom/nestjs-libraries/throttler/throttler.provider';
 import { ThrottlerModule } from '@nestjs/throttler';
 import { AgentModule } from '@gitroom/nestjs-libraries/agent/agent.module';
-import { McpModule } from '@gitroom/backend/mcp/mcp.module';
 import { ThirdPartyModule } from '@gitroom/nestjs-libraries/3rdparties/thirdparty.module';
 import { VideoModule } from '@gitroom/nestjs-libraries/videos/video.module';
-import { SentryModule } from "@sentry/nestjs/setup";
+import { SentryModule } from '@sentry/nestjs/setup';
 import { FILTER } from '@gitroom/nestjs-libraries/sentry/sentry.exception';
+import { ChatModule } from '@gitroom/nestjs-libraries/chat/chat.module';
 
 @Global()
 @Module({
@@ -23,9 +23,9 @@ import { FILTER } from '@gitroom/nestjs-libraries/sentry/sentry.exception';
     ApiModule,
     PublicApiModule,
     AgentModule,
-    McpModule,
     ThirdPartyModule,
     VideoModule,
+    ChatModule,
     ThrottlerModule.forRoot([
       {
         ttl: 3600000,
@@ -43,16 +43,16 @@ import { FILTER } from '@gitroom/nestjs-libraries/sentry/sentry.exception';
     {
       provide: APP_GUARD,
       useClass: PoliciesGuard,
-    }
+    },
   ],
   exports: [
     BullMqModule,
     DatabaseModule,
     ApiModule,
     PublicApiModule,
     AgentModule,
-    McpModule,
     ThrottlerModule,
+    ChatModule,
   ],
 })
 export class AppModule {}

apps/backend/src/app.module.ts

@@ -1,4 +1,5 @@
 import { loadSwagger } from '@gitroom/helpers/swagger/load.swagger';
+import { json } from 'express';
 
 process.env.TZ = 'UTC';
 
@@ -13,12 +14,14 @@ initializeSentry('backend', true);
 import { SubscriptionExceptionFilter } from '@gitroom/backend/services/auth/permissions/subscription.exception';
 import { HttpExceptionFilter } from '@gitroom/nestjs-libraries/services/exception.filter';
 import { ConfigurationChecker } from '@gitroom/helpers/configuration/configuration.checker';
+import { startMcp } from '@gitroom/nestjs-libraries/chat/start.mcp';
 
 async function bootstrap() {
   const app = await NestFactory.create(AppModule, {
     rawBody: true,
     cors: {
       ...(!process.env.NOT_SECURED ? { credentials: true } : {}),
+      allowedHeaders: ['Content-Type', 'Authorization'],
       exposedHeaders: [
         'reload',
         'onboarding',
@@ -27,17 +30,24 @@ async function bootstrap() {
       ],
       origin: [
         process.env.FRONTEND_URL,
+        'http://localhost:6274',
         ...(process.env.MAIN_URL ? [process.env.MAIN_URL] : []),
       ],
     },
   });
 
+  await startMcp(app);
+
   app.useGlobalPipes(
     new ValidationPipe({
       transform: true,
     })
   );
 
+  app.use('/copilot', (req: any, res: any, next: any) => {
+    json({ limit: '50mb' })(req, res, next);
+  });
+
   app.use(cookieParser());
   app.useGlobalFilters(new SubscriptionExceptionFilter());
   app.useGlobalFilters(new HttpExceptionFilter());