able to spit out cohere

Author: tonytrinh3

components/chatbot/ChatBot.tsx

@@ -34,15 +34,26 @@ export default function Chatbot() {
     };
 
     setMessages2([...messages2, userMessage]);
+    
     const response = await fetch("/api/chat", {
       method: "POST",
       body: JSON.stringify(`${userInput}. Limit response to 100 characters.`),
     });
     const data = await response.json();
-    console.log(data);
+
+    let aiAnswer;
+
+    if (data?.generation) {
+      aiAnswer = data?.generation; //llama
+    } else if (data?.generations.length > 0) {
+      aiAnswer = data?.generations[0]?.text; //cohere
+    } else {
+      aiAnswer = data?.completion; //claude
+    }
+
     const assistantMessage = {
       role: "assistant",
-      content: data?.completion === undefined ? data?.generation : data?.completion,
+      content: aiAnswer,
       id: uuidv4().slice(0, 4),
     };
     setMessages2([...messages2, userMessage, assistantMessage]);

pages/api/chat.ts

@@ -33,7 +33,7 @@ export default async function chatResponse(req: NextApiRequest, res: NextApiResp
   const messages =  req.body;
 
   const ldClient = await getServerClient(process.env.LD_SDK_KEY || "");
-  console.log("ldClient",ldClient)
+  // console.log("ldClient",ldClient)
   const context: any = getCookie("ld-context") || { "kind": "user", "name": "anonymous", "key": "abc-123" };
 
   const model = await ldClient.variation("ai-chatbot", context, {
@@ -53,23 +53,25 @@ export default async function chatResponse(req: NextApiRequest, res: NextApiResp
   // ];
 
   const chatBotModelInput = new InvokeModelCommand({
-    modelId: model.modelId,
+    modelId: "cohere.command-text-v14",
     contentType: "application/json",
     accept: "application/json",
     body: JSON.stringify({
       prompt: `\n\nHuman:${messages}\n\nAssistant:`,
       temperature: model.temperature,
       max_tokens_to_sample: model?.max_tokens_to_sample,
-      max_gen_len: model?.max_gen_len,
-      top_p: model.top_p,
+      max_tokens: 500,
+      p: 1,
+      // max_gen_len: model?.max_gen_len,
+      // top_p: model?.top_p,
     }),
   });
 
   try {
     const bedrockResponse = await bedrockClient.send(chatBotModelInput);
     const decoder = new TextDecoder();
     const jsontext = JSON.parse(decoder.decode(bedrockResponse.body));
-
+    console.log(jsontext)
     res.status(200).json(jsontext);
   } catch (error: any) {
     throw new Error(error.message);