chore: setup unstructured endpoint

Author: glorat

.gitignore

@@ -33,3 +33,4 @@ yarn-error.log*
 *.sln
 .firebase
 /coverage
+*.log

firebase.json

@@ -43,5 +43,17 @@
   "firestore": {
     "rules": "firestore.rules",
     "indexes": "firestore.indexes.json"
+  },
+  "emulators": {
+    "firestore": {
+      "port": 8096
+    },
+    "hosting": {
+      "port": 5006
+    },
+    "ui": {
+      "enabled": true
+    },
+    "singleProjectMode": true
   }
 }

quasar.config.js

@@ -148,7 +148,7 @@ module.exports = configure(function (/* ctx */) {
 
     // https://v2.quasar.dev/quasar-cli-vite/developing-pwa/configuring-pwa
     pwa: {
-      workboxMode: 'generateSW', // or 'injectManifest'
+      workboxMode: 'injectManifest', // or 'generateSW'
       injectPwaMetaTags: true,
       swFilename: 'sw.js',
       manifestFilename: 'manifest.json',

src-pwa/custom-service-worker.ts

@@ -4,31 +4,38 @@
  * quasar.config.js > pwa > workboxMode is set to "injectManifest"
  */
 
-declare const self: ServiceWorkerGlobalScope & typeof globalThis;
+declare const self: ServiceWorkerGlobalScope & typeof globalThis
 
-import { clientsClaim } from 'workbox-core';
+import {clientsClaim} from 'workbox-core'
 import {
   precacheAndRoute,
   cleanupOutdatedCaches,
   createHandlerBoundToURL,
-} from 'workbox-precaching';
-import { registerRoute, NavigationRoute } from 'workbox-routing';
+} from 'workbox-precaching'
+import {registerRoute, NavigationRoute} from 'workbox-routing'
 
-self.skipWaiting();
-clientsClaim();
+self.skipWaiting()
+clientsClaim()
 
 // Use with precache injection
-precacheAndRoute(self.__WB_MANIFEST);
+precacheAndRoute(self.__WB_MANIFEST)
 
-cleanupOutdatedCaches();
+cleanupOutdatedCaches()
 
 // Non-SSR fallback to index.html
 // Production SSR fallback to offline.html (except for dev)
 if (process.env.MODE !== 'ssr' || process.env.PROD) {
   registerRoute(
     new NavigationRoute(
       createHandlerBoundToURL(process.env.PWA_FALLBACK_HTML),
-      { denylist: [/sw\.js$/, /workbox-(.)*\.js$/] }
+      {
+        denylist: [
+          /sw\.js$/,
+          /workbox-(.)*\.js$/,
+          /__\/auth/, // authentication callback
+          /^\/general\//,  // unstructured api endpoint
+        ]
+      }
     )
-  );
+  )
 }

src/components/SettingsConfigEditor.vue

@@ -86,7 +86,7 @@ const settings = ref({
   server: 'openai',
   azureSettings: {apiKey: '', basePath: ''},
   openaiSettings: {apiKey: ''},
-  unstructuredSettings: {apiKey: '', endpoint: '/api/unstructured'}
+  unstructuredSettings: {apiKey: '', endpoint: ''}
 })
 
 const isSavingSettings = ref(false)

src/lib/ai/config.ts

@@ -124,3 +124,8 @@ export function getChatGPTClient(cache:any) {
   const client = new ChatGPTClient(getOpenAIParams().apiKey, clientOptions, cache)
   return client
 }
+
+export function getUnstructuredEndpoint() {
+  const endpoint = aiUserSettings?.unstructuredSettings?.endpoint ?? ''
+  return `${endpoint}/general/v0/general`
+}

src/lib/ai/unstructured.ts

@@ -1,4 +1,5 @@
 import axios from 'axios'
+import {getUnstructuredEndpoint} from 'src/lib/ai/config'
 
 export interface UnstructuredMetadata {
   filetype: string
@@ -24,7 +25,7 @@ export async function fileToText(file:File) {
 }
 
 export async function fileToPartitions(file:File):Promise<Partial<UnstructuredElement>[]> {
-  const url = 'https://unstructured-api-plgktvor2a-as.a.run.app/general/v0/general';
+  const url = getUnstructuredEndpoint()
 
   const formData = new FormData();
   formData.append('files', file, file.name);