Merge branch 'main' into fix/feishu-webhook-cache-stream-regressions

Author: ringotypowriter

.github/workflows/docker.yml

@@ -36,7 +36,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        image: [server, agent, web, mcp, browser]
+        image: [server, agent, web, mcp, browser, sparse]
         platform: [linux/amd64, linux/arm64]
         include:
           - image: server
@@ -49,6 +49,8 @@ jobs:
             dockerfile: docker/Dockerfile.mcp
           - image: browser
             dockerfile: docker/Dockerfile.browser
+          - image: sparse
+            dockerfile: docker/Dockerfile.sparse
           - platform: linux/amd64
             runner: ubuntu-latest
           - platform: linux/arm64
@@ -132,7 +134,7 @@ jobs:
     needs: build
     strategy:
       matrix:
-        image: [server, agent, web, mcp, browser]
+        image: [server, agent, web, mcp, browser, sparse]
     steps:
       - name: Download digests
         uses: actions/download-artifact@v4

DEPLOYMENT.md

@@ -15,20 +15,64 @@ git clone https://github.com/memohai/Memoh.git
 cd Memoh
 cp conf/app.docker.toml config.toml
 nano config.toml   # Change passwords and JWT secret
-sudo docker compose up -d
 ```
 
 > On macOS or if your user is in the `docker` group, `sudo` is not required.
 
 > **Important**: You must create `config.toml` before starting. `docker-compose.yml` mounts `./config.toml` into the containers — running without it will fail.
 
+### Standard startup (with Qdrant + Browser)
+
+```bash
+sudo docker compose --profile qdrant --profile browser up -d
+```
+
+### Minimal startup (core only)
+
+```bash
+sudo docker compose up -d
+```
+
 Access:
 - Web UI: http://localhost:8082
 - API: http://localhost:8080
 - Agent: http://localhost:8081
 
 Default credentials: `admin` / `admin123` (change in `config.toml`)
 
+## Docker Compose Profiles
+
+The base `docker-compose.yml` contains all services. Core services (postgres, server, agent, web) always start. Optional services are gated by profiles and only start when explicitly enabled:
+
+| Profile | Service | Description |
+|---------|---------|-------------|
+| `qdrant` | Qdrant | Vector database for memory semantic search |
+| `browser` | Browser | Browser automation gateway (Playwright) |
+| `openviking` | OpenViking | Self-hosted OpenViking memory provider |
+
+### Supported combinations
+
+```bash
+# Core + Qdrant + Browser (recommended default)
+docker compose --profile qdrant --profile browser up -d
+
+# Core + Qdrant + OpenViking (self-hosted)
+docker compose --profile qdrant --profile openviking up -d
+```
+
+### SaaS / external providers
+
+For Mem0 or OpenViking SaaS, no profile is needed. Configure the provider directly in the Memoh admin UI with the external `base_url` and API key.
+
+### China Mainland Mirror
+
+Uncomment `registry = "memoh.cn"` in `config.toml` under `[mcp]`, then add the CN overlay:
+
+```bash
+sudo docker compose -f docker-compose.yml -f docker/docker-compose.cn.yml \
+  --profile qdrant --profile browser up -d
+```
+
 ## Prerequisites
 
 - Docker (with Docker Compose v2)
@@ -43,14 +87,6 @@ Recommended changes for production:
 - `auth.jwt_secret` — JWT secret (generate with `openssl rand -base64 32`)
 - `postgres.password` — Database password (also set `POSTGRES_PASSWORD` env var)
 
-### China Mainland Mirror
-
-Uncomment `registry = "memoh.cn"` in `config.toml` under `[mcp]`, then use:
-
-```bash
-sudo docker compose -f docker-compose.yml -f docker/docker-compose.cn.yml up -d
-```
-
 ## Common Commands
 
 > Prefix with `sudo` on Linux if your user is not in the `docker` group.

apps/agent/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@memoh/agent-gateway",
-  "version": "0.4.3",
+  "version": "0.5.0-beta.1",
   "scripts": {
     "dev": "bun run --watch src/index.ts",
     "build": "bun build src/index.ts --outfile dist/index.js --target bun --minify",

apps/browser/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@memoh/browser-gateway",
   "type": "module",
-  "version": "0.4.3",
+  "version": "0.5.0-beta.1",
   "scripts": {
     "dev": "bun run --watch src/index.ts",
     "build": "bun build src/index.ts --outfile dist/index.js --target bun --minify --external playwright --external playwright-core",

apps/browser/src/browser.ts

@@ -1,7 +1,36 @@
-import { chromium } from 'playwright'
+import { chromium, firefox } from 'playwright'
+import type { Browser } from 'playwright'
 
-export const initBrowser = async () => {
-  return await chromium.launch({
-    headless: true,
-  })
-}
+export type BrowserCore = 'chromium' | 'firefox'
+
+export const browsers = new Map<BrowserCore, Browser>()
+
+export const initBrowsers = async (): Promise<Map<BrowserCore, Browser>> => {
+  const raw = process.env.BROWSER_CORES ?? 'chromium'
+  const cores = raw.split(',').map(s => s.trim()) as BrowserCore[]
+
+  for (const core of cores) {
+    if (core === 'chromium') {
+      browsers.set('chromium', await chromium.launch({ headless: true }))
+    } else if (core === 'firefox') {
+      browsers.set('firefox', await firefox.launch({ headless: true }))
+    }
+  }
+
+  if (browsers.size === 0) {
+    browsers.set('chromium', await chromium.launch({ headless: true }))
+  }
+
+  return browsers
+}
+
+export const getBrowser = (core: BrowserCore = 'chromium'): Browser => {
+  const b = browsers.get(core) ?? browsers.values().next().value
+  if (!b) throw new Error(`Browser core "${core}" is not available`)
+  return b
+}
+
+export const getAvailableCores = (): BrowserCore[] => {
+  const raw = process.env.BROWSER_CORES ?? 'chromium'
+  return raw.split(',').map(s => s.trim()) as BrowserCore[]
+}

apps/browser/src/index.ts

@@ -2,24 +2,30 @@ import { Elysia } from 'elysia'
 import { loadConfig } from '@memoh/config'
 import { corsMiddleware } from './middlewares/cors'
 import { errorMiddleware } from './middlewares/error'
-import { initBrowser } from './browser'
+import { initBrowsers, browsers } from './browser'
 import { contextModule } from './modules/context'
 import { devicesModule } from './modules/devices'
+import { coresModule } from './modules/cores'
 
 const config = loadConfig('../../config.toml')
 
-export const browser = await initBrowser()
+await initBrowsers()
+
+export { browsers }
 
 const app = new Elysia()
   .use(corsMiddleware)
   .use(errorMiddleware)
   .get('/health', () => ({
     status: 'ok',
   }))
+  .use(coresModule)
   .use(contextModule)
   .use(devicesModule)
   .onStop(async () => {
-    await browser.close()
+    for (const browser of browsers.values()) {
+      await browser.close()
+    }
   })
   .listen({
     port: config.browser_gateway.port ?? 8083,
@@ -28,4 +34,3 @@ const app = new Elysia()
   })
 
 console.log(`🌐 Browser Gateway is running at ${app.server!.url}`)
-

apps/browser/src/models.ts

@@ -1,6 +1,7 @@
 import { z } from 'zod'
 
 export const BrowserContextConfigModel = z.object({
+  core: z.enum(['chromium', 'firefox']).optional().default('chromium'),
   viewport: z.object({
     width: z.number(),
     height: z.number(),

apps/browser/src/modules/context.ts

@@ -2,7 +2,7 @@ import { Elysia } from 'elysia'
 import { storage } from '../storage'
 import { z } from 'zod'
 import { BrowserContextConfigModel } from '../models'
-import { browser } from '..'
+import { getBrowser } from '../browser'
 import { actionModule } from './action'
 
 export const contextModule = new Elysia({ prefix: '/context' })
@@ -14,7 +14,7 @@ export const contextModule = new Elysia({ prefix: '/context' })
     const { id } = query
     const entry = storage.get(id)
     if (!entry) return null
-    return { id: entry.id, name: entry.name, config: entry.config }
+    return { id: entry.id, name: entry.name, core: entry.core, config: entry.config }
   }, {
     query: z.object({
       id: z.string(),
@@ -24,6 +24,8 @@ export const contextModule = new Elysia({ prefix: '/context' })
     '/',
     async ({ body }) => {
       const { name, config, id } = body
+      const core = config.core ?? 'chromium'
+      const browser = getBrowser(core)
       const context = await browser.newContext({
         viewport: config.viewport,
         userAgent: config.userAgent,
@@ -37,8 +39,8 @@ export const contextModule = new Elysia({ prefix: '/context' })
         ignoreHTTPSErrors: config.ignoreHTTPSErrors,
         proxy: config.proxy,
       })
-      storage.set(id, { id, name, context, config })
-      return { id, name, config }
+      storage.set(id, { id, name, core, context, config })
+      return { id, name, core, config }
     },
     {
       body: z.object({

apps/browser/src/modules/cores.ts

@@ -0,0 +1,7 @@
+import { Elysia } from 'elysia'
+import { getAvailableCores } from '../browser'
+
+export const coresModule = new Elysia({ prefix: '/cores' })
+  .get('/', () => {
+    return { cores: getAvailableCores() }
+  })

apps/browser/src/types/context.ts

@@ -1,9 +1,11 @@
 import type { BrowserContext, Page } from 'playwright'
 import type { BrowserContextConfig } from '../models'
+import type { BrowserCore } from '../browser'
 
 export interface GatewayBrowserContext {
   id: string
   name: string
+  core: BrowserCore
   context: BrowserContext
   config: BrowserContextConfig
   activePage?: Page