feat: script to dump KB contents

Author: saihaj

agent/package.json

@@ -17,6 +17,7 @@
     "twitter:reply": "tsx --watch --env-file=.env ./src/temp/reply-twitter.ts",
     "twitter:tag": "tsx --watch --env-file=.env ./src/temp/tag-twitter.ts",
     "twitter:engage": "tsx --watch --env-file=.env ./src/temp/engage-twitter.ts",
+    "dump-kb": "tsx --watch --env-file=.env ./src/temp/dump-kb-csv.ts",
     "dev:chat": "tsx --watch --env-file=.env ./src/chat-server.ts | pino-pretty",
     "dev:server": "tsx --watch --env-file=.env ./src/server.ts | pino-pretty",
     "dev:inngest": "inngest dev -u http://localhost:3000/api/inngest",
@@ -53,6 +54,7 @@
     "inngest": "^3.40.3",
     "ioredis": "^5.6.1",
     "jose": "^6.0.13",
+    "json-2-csv": "^5.5.9",
     "lodash-es": "^4.17.21",
     "p-map": "^7.0.3",
     "pino": "^9.7.0",

agent/src/temp/dump-kb-csv.ts

@@ -0,0 +1,38 @@
+import { manualKbDb } from 'database';
+import { getKbDbInstance } from '../controlplane-api/utils';
+import { logger } from '../logger';
+import { json2csv } from 'json-2-csv';
+import { writeFile } from 'node:fs/promises';
+
+const log = logger.child({ module: 'dump-kb-csv' });
+
+async function main() {
+  // Provide empty orgId to connect to default kb database
+
+  const dbInstance = await getKbDbInstance({
+    orgId: '',
+    log,
+  });
+
+  const content = await dbInstance
+    .select({
+      title: manualKbDb.ManualKbDocument.title,
+      content: manualKbDb.ManualKbDocument.content,
+    })
+    .from(manualKbDb.ManualKbDocument)
+    .orderBy(manualKbDb.ManualKbDocument.createdAt);
+
+  const values = content.map(r => ({
+    ...r,
+    // @ts-expect-error ignore type
+    content: Buffer.from(r.content).toString(),
+  }));
+
+  await writeFile('kb.json', JSON.stringify(values, null, 2), {
+    encoding: 'utf-8',
+  });
+
+  await writeFile('kb.csv', json2csv(values), { encoding: 'utf-8' });
+}
+
+main().catch(console.error);