[ENG-1639] Grok3 cost support (#3805)

* [ENG-1737] Include Claude 4 Pricing

* manual logging in session example

* fix build

* fix

* add grok 3

* lol

---------

Co-authored-by: charlie wu <hcharlie1201@gmail.com>

Author: connortbot

bifrost/app/llm-cost/provider/[provider]/model/[model]/page.tsx

@@ -10,7 +10,6 @@ import {
 } from "../../../../utils";
 import { notFound } from "next/navigation";
 import { providers } from "@helicone-package/cost/providers/mappings";
-
 export default async function ModelCostPage({
   params,
 }: {
@@ -22,16 +21,13 @@ export default async function ModelCostPage({
   const { provider, model } = params;
   const decodedModel = decodeURIComponent(model || "");
   const decodedProvider = decodeURIComponent(provider || "");
-
   const initialCostData = getInitialCostData();
   const providerWithModels = getProviderWithModelsData(initialCostData);
-
   const modelExists = initialCostData.some(
     (d: CostData) =>
       d.provider.toLowerCase() === decodedProvider.toLowerCase() &&
       d.model.toLowerCase() === decodedModel.toLowerCase()
   );
-
   if (!modelExists) {
     const providerExists = providerWithModels.some(
       (p: ProviderWithModels) =>

examples/session_example/index.ts

@@ -5,6 +5,51 @@ require("dotenv").config({
 import { randomUUID } from "crypto";
 import { OpenAI } from "openai";
 
+import { HeliconeManualLogger } from "@helicone/helpers";
+
+async function manualLoggerTest() {
+  const heliconeLogger = new HeliconeManualLogger({
+    apiKey: process.env.HELICONE_API_KEY ?? "", // Can be set as env variable
+    headers: {},
+    loggingEndpoint: `${process.env.HELICONE_BASE_LOGGING_URL}`
+  });
+
+  const reqBody = {
+    "messages": [
+      {
+        "role": "user",
+        "content": "What is the meaning of life, the universe, and everything?"
+      }
+    ],
+    "model": "grok-3",
+    "stream": false,
+    "temperature": 0.7
+  };
+
+  const res = await heliconeLogger.logRequest(
+    reqBody,
+    async (resultRecorder) => {
+      const r = await fetch("https://api.x.ai/v1/chat/completions", {
+        method: "POST",
+        headers: {
+          "Content-Type": "application/json",
+          Authorization: `Bearer ${process.env.XAI_API_KEY}`
+        },
+        body: JSON.stringify(reqBody)
+      });
+      const resBody = await r.json();
+      resultRecorder.appendResults(resBody as any);
+      return resBody;
+    },
+    {
+      "Helicone-Session-Id": "123",
+      "Helicone-Session-Name": "test",
+    }
+  );
+
+  console.log(res);
+}
+
 async function main() {
   const openai = new OpenAI({
     apiKey: process.env.OPENAI_API_KEY,
@@ -22,7 +67,7 @@ async function main() {
       messages: [
         {
           role: "user",
-          content: "Generate an abstract for a course on space.",
+          content: "whats good shawty bobfbe",
         },
       ],
       model: "gpt-4",
@@ -32,6 +77,8 @@ async function main() {
         "Helicone-Session-Id": session,
         "Helicone-Session-Name": sessionName,
         "Helicone-Session-Path": "/abstract",
+        "Helicone-Cache-Enabled": "true",
+        "Helicone-Cache-Max-Bucket-Size": "3",
       },
     }
   );
@@ -136,4 +183,5 @@ async function main() {
   );
 }
 
-main();
+manualLoggerTest();
+// main();

examples/session_example/package.json

@@ -13,6 +13,7 @@
   },
   "dependencies": {
     "@helicone/helicone": "^2.1.18",
+    "@helicone/helpers": "^1.1.0",
     "dateformat": "^5.0.3",
     "dotenv": "^16.4.5",
     "openai": "^4.45.0",