wip: test/versioned/google-genai

Author: amychisholm03

lib/llm-events/error-message.js

@@ -23,9 +23,21 @@ module.exports = class LlmErrorMessage {
    * @param {LlmTool} [params.tool] Details about the tool event if it was a tool event.
    */
   constructor({ response, cause, summary, embedding, vectorsearch, tool } = {}) {
-    this['http.statusCode'] = response?.status ?? cause?.status
+    // For @google/genai only, cause does not have the `error` or `status` fields,
+    // but it does have `message` with the info we need. So, we need to parse
+    // the relevant fields from cause.message to get `status` and `error`.
+    let parsedError
+    if ((embedding?.vendor === 'gemini' || summary?.vendor === 'gemini') && cause?.message) {
+      // Extract the JSON portion of the cause.message
+      const jsonStartIndex = cause.message.indexOf('{')
+      if (jsonStartIndex !== -1) {
+        const jsonString = cause.message.substring(jsonStartIndex)
+        parsedError = JSON.parse(jsonString)?.error
+      }
+    }
+    this['http.statusCode'] = response?.status ?? cause?.status ?? parsedError?.code
     this['error.message'] = cause?.message
-    this['error.code'] = response?.code ?? cause?.error?.code
+    this['error.code'] = response?.code ?? cause?.error?.code ?? parsedError?.code
     this['error.param'] = response?.param ?? cause?.error?.param
     this.completion_id = summary?.id
     this.embedding_id = embedding?.id

test/unit/instrumentation/@google/genai.test.js

@@ -23,7 +23,7 @@ test('@google/genai unit tests', async (t) => {
     ctx.nr.agent = agent
     ctx.nr.shim = shim
     ctx.nr.sandbox = sandbox
-    ctx.nr.initialize = require('../../../../lib/instrumentation/@google/genai.js')
+    ctx.nr.initialize = require('#agentlib/instrumentation/@google/genai.js')
   })
 
   t.afterEach(function (ctx) {

test/versioned/google-genai/embeddings.test.js

@@ -64,7 +64,6 @@ test('should create span on successful embedding create', (t, end) => {
     })
 
     assert.equal(results.headers, undefined, 'should remove response headers from user result')
-    assert.equal(results.model, 'text-embedding-004')
 
     const name = `External/${host}:${port}/embeddings`
     assertSegments(
@@ -115,19 +114,18 @@ test('should create an embedding message', (t, end) => {
     const [embedding] = events
     const [segment] = tx.trace.getChildren(tx.trace.root.id)
     const expectedEmbedding = {
-      id: /[a-f0-9]{36}/,
       appName: 'New Relic for Node.js tests',
-      request_id: 'c70828b2293314366a76a2b1dcb20688',
-      trace_id: tx.traceId,
-      span_id: segment.id,
-      'response.model': 'text-embedding-004',
-      vendor: 'gemini',
+      duration: segment.getDurationInMillis(),
+      error: false,
+      id: /[a-f0-9]{36}/,
       ingest_source: 'Node',
+      input: 'This is an embedding test.',
       'request.model': 'text-embedding-004',
-      duration: segment.getDurationInMillis(),
+      'response.model': undefined,
       token_count: undefined,
-      contents: 'This is an embedding test.',
-      error: false
+      span_id: segment.id,
+      trace_id: tx.traceId,
+      vendor: 'gemini',
     }
 
     assert.equal(embedding[0].type, 'LlmEmbedding')
@@ -151,11 +149,11 @@ test('embedding invalid payload errors should be tracked', (t, end) => {
     assert.equal(tx.exceptions.length, 1)
     match(tx.exceptions[0], {
       error: {
-        status: 404, // "NOT_FOUND"
+        message: /.*models\/gemini-2\.0-flash is not found for API version v1beta, or is not supported for embedContent\..*/,
       },
       customAttributes: {
         'http.statusCode': 404,
-        'error.message': /You are not allowed to generate embeddings from this model/,
+        'error.message': /.*models\/gemini-2\.0-flash is not found for API version v1beta, or is not supported for embedContent\..*/,
         'error.code': 404,
         completion_id: undefined,
         embedding_id: /\w{32}/

test/versioned/google-genai/mock-responses.js

@@ -96,14 +96,12 @@ responses.set('You are a mathematician.', {
   }
 })
 
-// "got status: 404 Not Found. {\"error\":{\"code\":404,\"message\":\"models/gemini-2.0-flash is not found for API version v1beta, or is not supported for embedContent. Call ListModels to see the list of available models and their supported methods.\",\"status\":\"NOT_FOUND\"}}"
 responses.set('Embedding not allowed.', {
   code: 404,
   body: {
     error: {
-      message: 'models/gemini-2.0-flash is not found for API version v1beta, or is not supported for embedContent. Call ListModels to see the list of available models and their supported methods.',
-      code: 404,
-      status: 'NOT_FOUND',
+      name: 'ClientError',
+      message: '"got status: 404 Not Found. {\\"error\\":{\\"code\\":404,\\"message\\":\\"models/gemini-2.0-flash is not found for API version v1beta, or is not supported for embedContent. Call ListModels to see the list of available models and their supported methods.\\",\\"status\\":\\"NOT_FOUND\\"}}"',
     }
   }
 })

test/versioned/google-genai/mock-server.js

@@ -66,10 +66,7 @@ function handler(req, res) {
       return
     }
 
-    const { headers, code, body, streamData } = RESPONSES.get(prompt)
-    for (const [key, value] of Object.entries(headers)) {
-      res.setHeader(key, value)
-    }
+    const { code, body, streamData } = RESPONSES.get(prompt)
     res.statusCode = code
 
     if (payload.stream === true) {
@@ -143,19 +140,19 @@ function randomStream(chunkTemplate) {
   return new Readable({
     read(size = 16) {
       const data = crypto.randomBytes(size)
-      chunkTemplate.choices[0].delta.content = data.toString('base64')
+      chunkTemplate.candidates[0].delta.content = data.toString('base64')
       this.push('data: ' + JSON.stringify(chunkTemplate) + '\n\n')
     }
   }).pause()
 }
 
 function getShortenedPrompt(reqBody) {
-  const prompt =
-    reqBody.prompt || reqBody.input || reqBody.messages.map((m) => m.content).join('\n')
+  try {
+    const prompt = reqBody.contents?.[0]?.parts?.[0]?.text ||
+    reqBody.requests?.[0]?.content?.parts?.[0]?.text
 
-  if (Array.isArray(prompt)) {
-    return prompt[0]
+    return prompt.split('\n')[0]
+  } catch {
+    return ''
   }
-
-  return prompt.split('\n')[0]
 }