Feature/Vector Search & Chatbot

.gitignore

@@ -110,4 +110,6 @@ extra
 dist-docs
 docs/index.md
 docs/images
-.vscode
+.vscode
+vector-store/vector-store.db
+package-lock.json

forge.config.ts

@@ -32,12 +32,30 @@ const createIcon = async (factor: number, base = 32) => {
 const config: ForgeConfig = {
   packagerConfig: {
     asar: {
-      unpack: "*.{node,dll,exe}",
+      unpack: "**/*.node",
+      unpackDir: "node_modules/sqlite3",
     },
     extraResource: "./extra",
     icon: "./extra/[email protected]",
+    ignore: [
+      /^\/src/,
+      /^\/docs/,
+      /^\/images/,
+      /^\/\.github/,
+      /^\/\.idea/,
+      /^\/scripts/,
+      /^\/vector-store/,
+      /^\/\.git/,
+      /^\/\.gitignore/,
+      /^\/README\.md$/,
+      /^\/yarn\.lock$/,
+      /^\/\.yarnrc\.yml$/,
+      /^\/package-lock\.json$/,
+    ],
+  },
+  rebuildConfig: {
+    onlyModules: ["sqlite3"],
   },
-  rebuildConfig: {},
   makers: [
     new MakerSquirrel({
       loadingGif: path.join(__dirname, "splash.gif"),

package.json

@@ -25,7 +25,8 @@
     "electron-log": "^5.1.5",
     "electron-squirrel-startup": "^1.0.0",
     "react": "^18.2.0",
-    "react-dom": "^18.2.0"
+    "react-dom": "^18.2.0",
+    "sqlite3": "^5.1.7"
   },
   "devDependencies": {
     "@electron-forge/cli": "^7.3.1",

src/main.ts

@@ -10,6 +10,7 @@ import { historyApi } from "./main/ipc/history-api";
 import * as history from "./main/domain/history";
 import * as searchIndex from "./main/domain/search";
 import * as settings from "./main/domain/settings";
+import * as vectorSearch from "./main/domain/vector-search";
 import { registerTray } from "./main/domain/tray";
 import * as windows from "./main/domain/windows";
 import { windowsApi } from "./main/ipc/windows-api";
@@ -69,6 +70,15 @@ app.whenReady().then(async () => {
     log.info("Search index initialized.");
   });
 
+  // Initialize vector store for semantic search
+  vectorSearch.initializeVectorStore().then((success) => {
+    if (success) {
+      log.info("Vector store initialized successfully.");
+    } else {
+      log.info("Vector store initialization failed or disabled.");
+    }
+  });
+
   if (!settings.existsSettingsFile()) {
     await settings.initSettingsFile();
     await mainApi.setAutoStart(true);

src/main/domain/llm.ts

@@ -54,7 +54,7 @@ const parseActionItems = (text: string) => {
     .filter(isNotNull);
 };
 
-const getChatModel = async () => {
+export const getChatModel = async () => {
   const { llm } = await settings.getSettings();
   switch (llm.provider) {
     case "ollama":
@@ -68,7 +68,7 @@ const getChatModel = async () => {
   }
 };
 
-const getEmbeddings = async () => {
+export const getEmbeddings = async () => {
   const { llm } = await settings.getSettings();
 
   switch (llm.provider) {

src/main/domain/postprocess.ts

@@ -11,6 +11,7 @@ import { getRecordingTranscript, getRecordingsFolder } from "./history";
 import { invalidateUiKeys } from "../ipc/invalidate-ui";
 import { QueryKeys } from "../../query-keys";
 import * as searchIndex from "./search";
+import * as vectorSearch from "./vector-search";
 import { getSettings } from "./settings";
 import { PostProcessingJob, PostProcessingStep } from "../../types";
 
@@ -23,6 +24,7 @@ const emptyProgress: Record<PostProcessingStep, null | number> = {
   whisper: 0,
   summary: 0,
   datahooks: null,
+  vectorSearch: 0,
 };
 const progress = { ...emptyProgress };
 let lastUiUpdate = 0;
@@ -157,12 +159,25 @@ const doDataHooksStep = async (job: PostProcessingJob) => {
   await datahooks.runDatahooks(job);
 };
 
+const doVectorSearchStep = async (job: PostProcessingJob) => {
+  if (hasAborted() || !hasStep(job, "vectorSearch")) return;
+  setStep("vectorSearch");
+
+  try {
+    await vectorSearch.addTranscriptToVectorStore(job.recordingId);
+  } catch (error) {
+    console.error("Vector search indexing failed:", error);
+    // Don't fail the entire post-processing if vector indexing fails
+  }
+};
+
 const postProcessRecording = async (job: PostProcessingJob) => {
   await doWavStep(job);
   await doMp3Step(job);
   await doWhisperStep(job);
   await doSummaryStep(job);
   await doDataHooksStep(job);
+  await doVectorSearchStep(job);
 
   const settings = await getSettings();