default cross region

Author: gaspar09

lib/ai/index.ts

@@ -1,11 +1,34 @@
-import { openai } from '@ai-sdk/openai';
-import { experimental_wrapLanguageModel as wrapLanguageModel } from 'ai';
+import { openai } from "@ai-sdk/openai";
+import { experimental_wrapLanguageModel as wrapLanguageModel } from "ai";
+import { createAmazonBedrock } from "@ai-sdk/amazon-bedrock";
+import { customMiddleware } from "./custom-middleware";
+import { NodeHttpHandler } from "@smithy/node-http-handler";
+import https from "https";
 
-import { customMiddleware } from './custom-middleware';
+export function createCustomBedrock() {
+  const bedrock = createAmazonBedrock({
+    bedrockOptions: {
+      requestHandler: new NodeHttpHandler({
+        httpsAgent: new https.Agent({
+          keepAlive: true,
+          maxSockets: 200, // default is 50 per client.
+        }),
+
+        // time limit (ms) for receiving response.
+        requestTimeout: 60_000_000,
+
+        // time limit (ms) for establishing connection.
+        connectionTimeout: 60_000_000,
+      }),
+    },
+  });
+  return bedrock;
+}
 
 export const customModel = (apiIdentifier: string) => {
+  const bedrock = createCustomBedrock();
   return wrapLanguageModel({
-    model: openai(apiIdentifier),
+    model: bedrock("us.anthropic.claude-3-5-sonnet-20240620-v1:0"),
     middleware: customMiddleware,
   });
 };

package.json

@@ -18,6 +18,7 @@
     "db:up": "drizzle-kit up"
   },
   "dependencies": {
+    "@ai-sdk/amazon-bedrock": "^1.0.8",
     "@ai-sdk/openai": "1.0.6",
     "@codemirror/lang-javascript": "^6.2.2",
     "@codemirror/lang-python": "^6.1.6",
@@ -34,6 +35,7 @@
     "@radix-ui/react-slot": "^1.1.0",
     "@radix-ui/react-tooltip": "^1.1.3",
     "@radix-ui/react-visually-hidden": "^1.1.0",
+    "@smithy/node-http-handler": "^4.0.1",
     "@vercel/analytics": "^1.3.1",
     "@vercel/blob": "^0.24.1",
     "@vercel/postgres": "^0.10.0",