feat: LLM Gateway V2 integration with publication system

studio-api/.envdefault

@@ -28,9 +28,14 @@ DB_MIGRATION_TARGET=1.6.1
 # STT Config
 GATEWAY_SERVICES=https://<domain>
 
-# LLM Config
+# LLM Gateway V2 Config
+# HTTP API endpoint (e.g., http://localhost:8010)
 LLM_GATEWAY_SERVICES=
-LLM_GATEWAY_SERVICES_WS=
+# WebSocket URL is automatically derived from LLM_GATEWAY_SERVICES
+# (http://localhost:8010 -> ws://localhost:8010)
+# V2 WebSocket endpoints:
+#   /ws/jobs/{job_id} - Single job monitoring
+#   /ws/jobs - Global jobs monitoring
 
 # NLP Service
 NLP_SERVICES=<nlp_service_host>

studio-api/components/IoHandler/index.js

@@ -17,7 +17,7 @@ const { watchConversation, refreshInterval } = require(
 const auth_middlewares = require(
   `${process.cwd()}/components/WebServer/config/passport/middleware`,
 )
-const { sessionSocketAccess } = require(
+const { sessionSocketAccess, checkSocketOrganizationAccess } = require(
   `${process.cwd()}/components/WebServer/middlewares/access/organization.js`,
 )
 
@@ -148,15 +148,25 @@ class IoHandler extends Component {
         this.removeSocketFromRoom(roomId, socket)
       })
 
-      socket.on("watch_organization_session", (orgaId) => {
+      socket.on("watch_organization_session", async (orgaId) => {
+        const { authorized } = await checkSocketOrganizationAccess(socket, orgaId)
+        if (!authorized) {
+          debug(`[Session] User denied access to org ${orgaId}`)
+          return
+        }
         this.addSocketInOrga(orgaId, socket, "session")
       })
 
       socket.on("unwatch_organization_session", (orgaId) => {
         this.removeSocketFromOrga(orgaId, socket)
       })
 
-      socket.on("watch_organization_media", (orgaId) => {
+      socket.on("watch_organization_media", async (orgaId) => {
+        const { authorized } = await checkSocketOrganizationAccess(socket, orgaId)
+        if (!authorized) {
+          debug(`[Media] User denied access to org ${orgaId}`)
+          return
+        }
         this.addSocketInMedia(orgaId, socket)
       })
 
@@ -171,6 +181,70 @@ class IoHandler extends Component {
         })
         this.searchAndRemoveSocketFromRooms(socket)
       })
+
+      // LLM job subscription handlers
+      socket.on("llm:join", async (data) => {
+        const { organizationId, conversationId } = data
+        if (!organizationId) return
+
+        // First, try normal authentication
+        const { authorized, userId } = await checkSocketOrganizationAccess(socket, organizationId)
+
+        if (!authorized) {
+          // Check for public session token
+          const publicToken = socket.handshake?.auth?.publicToken || socket.handshake?.query?.publicToken
+          if (publicToken) {
+            // Validate token and check if organizationId matches
+            const PublicToken = require(
+              `${process.cwd()}/components/WebServer/config/passport/token/public_generator`,
+            )
+            try {
+              // Decode without verification first to get the session ID
+              const jwt = require("jsonwebtoken")
+              const decoded = jwt.decode(publicToken)
+              if (decoded?.data?.fromSession && decoded?.data?.organizationId === organizationId) {
+                const validated = PublicToken.validateToken(publicToken, decoded.data.fromSession)
+                if (validated && validated.data?.organizationId === organizationId) {
+                  debug(`[LLM] Public session user joined room for org ${organizationId}`)
+                  const orgRoom = `llm/${organizationId}`
+                  socket.join(orgRoom)
+                  return
+                }
+              }
+            } catch (err) {
+              debug(`[LLM] Invalid public token: ${err.message}`)
+            }
+          }
+
+          debug(`[LLM] Unauthorized llm:join attempt for org ${organizationId}`)
+          return
+        }
+
+        // Join organization-level LLM room
+        const orgRoom = `llm/${organizationId}`
+        socket.join(orgRoom)
+        debug(`Socket ${socket.id} joined LLM room ${orgRoom}`)
+
+        // Join conversation-specific room if provided
+        if (conversationId) {
+          const convRoom = `llm/${organizationId}/${conversationId}`
+          socket.join(convRoom)
+          debug(`Socket ${socket.id} joined LLM room ${convRoom}`)
+        }
+      })
+
+      socket.on("llm:leave", (data) => {
+        const { organizationId, conversationId } = data
+        if (!organizationId) return
+
+        const orgRoom = `llm/${organizationId}`
+        socket.leave(orgRoom)
+
+        if (conversationId) {
+          const convRoom = `llm/${organizationId}/${conversationId}`
+          socket.leave(convRoom)
+        }
+      })
     })
 
     return this.init()
@@ -373,6 +447,38 @@ class IoHandler extends Component {
       LogManager.logSystemEvent("Broker connection lost")
     }
   }
+
+  /**
+   * Broadcast LLM job update to subscribed clients
+   * @param {object} update - { organizationId, conversationId, jobId, status, progress, result, error }
+   */
+  notifyLlmJobUpdate(update) {
+    const { organizationId, conversationId, jobId, status } = update
+    if (!organizationId || !jobId) {
+      debug(`Cannot broadcast LLM update: missing organizationId or jobId`)
+      return
+    }
+
+    // Determine event name based on status
+    let eventName = "llm:job:update"
+    if (status === "completed" || status === "complete") {
+      eventName = "llm:job:complete"
+    } else if (status === "error" || status === "failed") {
+      eventName = "llm:job:error"
+    }
+
+    // Broadcast to organization room
+    const orgRoom = `llm/${organizationId}`
+    this.io.to(orgRoom).emit(eventName, update)
+    debug(`Broadcasted ${eventName} to room ${orgRoom} for job ${jobId}`)
+
+    // Also broadcast to conversation-specific room if available
+    if (conversationId) {
+      const convRoom = `llm/${organizationId}/${conversationId}`
+      this.io.to(convRoom).emit(eventName, update)
+      debug(`Broadcasted ${eventName} to room ${convRoom} for job ${jobId}`)
+    }
+  }
 }
 
 module.exports = (app) => new IoHandler(app)

studio-api/components/MongoMigration/controllers/schema/conversationGenerations.js

@@ -0,0 +1,36 @@
+const debug = require("debug")(
+  `linto:components:MongoMigration:controllers:schema:conversationGenerations`,
+)
+
+module.exports = async function (db, collectionName) {
+  try {
+    if (!collectionName) return
+
+    const collection = db.collection(collectionName)
+
+    // Compound index for listing generations by conversation and service
+    await collection.createIndex(
+      { conversationId: 1, serviceId: 1, createdAt: -1 },
+      { name: "conversationId_serviceId_createdAt" },
+    )
+
+    // Unique index on generationId
+    await collection.createIndex(
+      { generationId: 1 },
+      { name: "generationId_unique", unique: true, sparse: true },
+    )
+
+    // Index on jobId for lookups
+    await collection.createIndex({ jobId: 1 }, { name: "jobId", sparse: true })
+
+    // Index for finding current generation
+    await collection.createIndex(
+      { conversationId: 1, serviceId: 1, isCurrent: 1 },
+      { name: "conversationId_serviceId_isCurrent" },
+    )
+
+    console.log(`Collection "${collectionName}" indexes created successfully.`)
+  } catch (error) {
+    console.error("Error creating indexes:", error)
+  }
+}

studio-api/components/MongoMigration/version/1.6.2/conversationGenerations.js

@@ -0,0 +1,35 @@
+/**
+ * Migration: Create conversationGenerations collection
+ *
+ * This collection tracks generation history per conversation + service combination.
+ * Each generation maps to a jobId in LLM Gateway.
+ */
+const initConversationGenerations = require(
+  `${process.cwd()}/components/MongoMigration/controllers/schema/conversationGenerations`,
+)
+
+const COLLECTION_NAME = "conversationGenerations"
+
+module.exports = {
+  async up(db) {
+    // Check if collection exists
+    const collections = await db
+      .listCollections({ name: COLLECTION_NAME })
+      .toArray()
+    if (collections.length === 0) {
+      await db.createCollection(COLLECTION_NAME)
+    }
+
+    // Create indexes using schema helper
+    await initConversationGenerations(db, COLLECTION_NAME)
+  },
+
+  async down(db) {
+    const collections = await db
+      .listCollections({ name: COLLECTION_NAME })
+      .toArray()
+    if (collections.length > 0) {
+      await db.collection(COLLECTION_NAME).drop()
+    }
+  },
+}

studio-api/components/MongoMigration/version/1.6.2/version.js

@@ -0,0 +1,20 @@
+const debug = require("debug")(
+  `linto:components:MongoMigration:controllers:version:1.6.2:version`,
+)
+
+const previous_version = "1.6.1"
+const version = "1.6.2"
+
+module.exports = {
+  async up(db) {
+    return db
+      .collection("version")
+      .updateMany({}, { $set: { version: version } })
+  },
+
+  async down(db) {
+    return db
+      .collection("version")
+      .updateMany({}, { $set: { version: previous_version } })
+  },
+}

studio-api/components/WebServer/config/passport/token/public_generator.js

@@ -7,8 +7,13 @@ const algorithm = process.env.JWT_ALGORITHM || "HS256"
 
 const DEFAULT_TOKEN_EXPIRATION = "1d"
 
-function generateTokens(sessionId) {
-  const payload = { fromPublic: true, fromSession: sessionId, role: 0 }
+function generateTokens(sessionId, organizationId = null) {
+  const payload = {
+    fromPublic: true,
+    fromSession: sessionId,
+    organizationId: organizationId,
+    role: 0,
+  }
   const salt = sessionId
 
   const authSecret = salt + process.env.CM_JWT_SECRET

studio-api/components/WebServer/controllers/export/docx.js

@@ -17,7 +17,7 @@ async function generateDocxOnFormat(query, conversationExport) {
     conversationExport.convId,
     ["speakers", "name", "description", "owner", "locale", "metadata"],
   )
-  data = {
+  const data = {
     conversation: conversation[0],
     speakers: conversation[0].speakers.map(
       (speaker) => speaker.speaker_name + " : ",

studio-api/components/WebServer/controllers/export/format/cred.js

@@ -11,7 +11,7 @@ const {
 } = require("../content/documentComponents.js")
 
 const generate = (docxContent, document) => {
-  document.doc.addSection(generateHeader(data.conversation.name))
+  document.doc.addSection(generateHeader(docxContent.filedata.title))
 
   const columnProperties = textColumn(2, 500)
   document.doc.addSection({

studio-api/components/WebServer/controllers/export/format/cri.js

@@ -11,7 +11,7 @@ const {
 } = require("../content/documentComponents.js")
 
 const generate = (docxContent, document) => {
-  document.doc.addSection(generateHeader(data.conversation.name))
+  document.doc.addSection(generateHeader(docxContent.filedata.title))
 
   const columnProperties = textColumn(2, 720)
   document.doc.addSection({

studio-api/components/WebServer/controllers/export/format/resume.js

@@ -11,7 +11,7 @@ const {
 } = require("../content/documentComponents.js")
 
 const generate = (docxContent, document) => {
-  document.doc.addSection(generateHeader(data.conversation.name))
+  document.doc.addSection(generateHeader(docxContent.filedata.title))
 
   const columnProperties = textColumn(2, 500)
   document.doc.addSection({

studio-api/components/WebServer/controllers/export/format/verbatim.js

@@ -11,7 +11,7 @@ const {
 } = require("../content/documentComponents.js")
 
 const generate = (docxContent, document) => {
-  document.doc.addSection(generateHeader(data.conversation.name))
+  document.doc.addSection(generateHeader(docxContent.filedata.title))
 
   const columnProperties = textColumn(2, 500)
   document.doc.addSection({