got cohere to work

Author: tonytrinh3

components/chatbot/ChatBot.tsx

@@ -34,7 +34,7 @@ export default function Chatbot() {
     };
 
     setMessages2([...messages2, userMessage]);
-    
+
     const response = await fetch("/api/chat", {
       method: "POST",
       body: JSON.stringify(`${userInput}. Limit response to 100 characters.`),
@@ -45,7 +45,7 @@ export default function Chatbot() {
 
     if (data?.generation) {
       aiAnswer = data?.generation; //llama
-    } else if (data?.generations.length > 0) {
+    } else if (data?.generations?.length > 0) {
       aiAnswer = data?.generations[0]?.text; //cohere
     } else {
       aiAnswer = data?.completion; //claude

pages/api/chat.ts

@@ -30,19 +30,23 @@ export default async function chatResponse(req: NextApiRequest, res: NextApiResp
       secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY ?? "",
     },
   });
-  const messages =  req.body;
- 
+  const messages = req.body;
+
   const ldClient = await getServerClient(process.env.LD_SDK_KEY || "");
   // console.log("ldClient",ldClient)
-  const context: any = getCookie("ld-context") || { "kind": "user", "name": "anonymous", "key": "abc-123" };
+  const context: any = getCookie("ld-context") || {
+    kind: "user",
+    name: "anonymous",
+    key: "abc-123",
+  };
 
   const model = await ldClient.variation("ai-chatbot", context, {
-    modelId: 'anthropic.claude-instant-v1',
+    modelId: "anthropic.claude-instant-v1",
     temperature: 0.9,
     top_k: 250,
     top_p: 1,
-    max_tokens_to_sample: 500
-  })
+    max_tokens_to_sample: 500,
+  });
 
   // Ask Claude for a streaming chat completion given the prompt
   // const claudeMessage = [
@@ -51,42 +55,42 @@ export default async function chatResponse(req: NextApiRequest, res: NextApiResp
   //     content: "Where is a good vacation place for under $1000? Limit to 100 characters.",
   //   },
   // ];
-  
+
+  const modelWithoutModelId = Object.keys(model)
+    .filter((objKey) => objKey !== "modelId")
+    .reduce((newObj: any, key) => {
+      newObj[key] = model[key];
+      return newObj;
+    }, {});
+
   const chatBotModelInput = new InvokeModelCommand({
-    modelId: "cohere.command-text-v14",
+    modelId: model.modelId,
     contentType: "application/json",
     accept: "application/json",
     body: JSON.stringify({
       prompt: `\n\nHuman:${messages}\n\nAssistant:`,
-      temperature: model.temperature,
-      max_tokens_to_sample: model?.max_tokens_to_sample,
-      max_tokens: 500,
-      p: 1,
-      // max_gen_len: model?.max_gen_len,
-      // top_p: model?.top_p,
+      ...modelWithoutModelId,
     }),
   });
 
   try {
     const bedrockResponse = await bedrockClient.send(chatBotModelInput);
     const decoder = new TextDecoder();
     const jsontext = JSON.parse(decoder.decode(bedrockResponse.body));
-    console.log(jsontext)
     res.status(200).json(jsontext);
   } catch (error: any) {
     throw new Error(error.message);
   }
 
   // const cohere = new InvokeModelWithResponseStreamCommand({
-    //   modelId: "cohere.command-text-v14",
-    //   contentType: "application/json",
-    //   accept: "application/json",
-    //   body: JSON.stringify({
-    //     prompt: experimental_buildLlama2Prompt(cohereMessage),
-    //     temperature: 0.9,
-    //     max_tokens: 500,
-    //     p: 1,
-    //   }),
-    // });
-  
+  //   modelId: "cohere.command-text-v14",
+  //   contentType: "application/json",
+  //   accept: "application/json",
+  //   body: JSON.stringify({
+  //     prompt: experimental_buildLlama2Prompt(cohereMessage),
+  //     temperature: 0.9,
+  //     max_tokens: 500,
+  //     p: 1,
+  //   }),
+  // });
 }