message test passing #225
amychisholm03ci-workflow.yml
on: push
should_run
4s
Matrix: integration
Matrix: unit
Matrix: versioned-internal
Matrix: ci
Matrix: lint
Matrix: versioned-external
Matrix: codecov
all-clear
Annotations
22 errors and 10 notices
|
should properly create a LlmEmbedding event:
test/unit/llm-events/google-genai/embedding.test.js#L43
[Error [ERR_TEST_FAILURE]: Expected values to be loosely deep-equal:
LlmEmbedding {
'request.model': 'gemini-2.0-flash',
'response.headers.llmVersion': undefined,
'response.headers.ratelimitLimitRequests': undefined,
'response.headers.ratelimitLimitTokens': undefined,
'response.headers.ratelimitRemainingRequests': undefined,
'response.headers.ratelimitRemainingTokens': undefined,
'response.headers.ratelimitResetTokens': undefined,
'response.model': undefined,
'response.organization': undefined,
appName: 'New Relic for Node.js tests',
duration: 0.0986...
should loosely deep-equal
{
'request.model': 'gemini-2.0-flash',
'response.model': 'gemini-2.0-flash',
appName: 'New Relic for Node.js tests',
duration: 0.098665,
error: false,
id: '7b13612238d375abb670d6d2a28ced28b257',
ingest_source: 'Node',
input: 'This is my test input',
span_id: 'ab71148ac5288115',
token_count: undefined,
trace_id: '1667c680c4160dc10e3cb04631b54c1f',
vendor: 'gemini'
}] {
code: 'ERR_TEST_FAILURE',
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: Expected values to be loosely deep-equal:
LlmEmbedding {
'request.model': 'gemini-2.0-flash',
'response.headers.llmVersion': undefined,
'response.headers.ratelimitLimitRequests': undefined,
'response.headers.ratelimitLimitTokens': undefined,
'response.headers.ratelimitRemainingRequests': undefined,
'response.headers.ratelimitRemainingTokens': undefined,
'response.headers.ratelimitResetTokens': undefined,
'response.model': undefined,
'response.organization': undefined,
appName: 'New Relic for Node.js tests',
duration: 0.0986...
should loosely deep-equal
{
'request.model': 'gemini-2.0-flash',
'response.model': 'gemini-2.0-flash',
appName: 'New Relic for Node.js tests',
duration: 0.098665,
error: false,
id: '7b13612238d375abb670d6d2a28ced28b257',
ingest_source: 'Node',
input: 'This is my test input',
span_id: 'ab71148ac5288115',
token_count: undefined,
trace_id: '1667c680c4160dc10e3cb04631b54c1f',
vendor: 'gemini'
}
at /home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/embedding.test.js:43:14
at runInContextCb (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:1250:20)
at AsyncLocalStorage.run (node:internal/async_local_storage/async_hooks:91:14)
at AsyncLocalContextManager.runInContext (/home/runner/work/node-newrelic/node-newrelic/lib/context-manager/async-local-context-manager.js:60:38)
at wrapped (/home/runner/work/node-newrelic/node-newrelic/lib/transaction/tracer/index.js:270:37)
at TransactionShim.applyContext (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:1253:66)
at _applyRecorderSegment (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:820:16)
at _doRecord (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:776:13)
at wrapper (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:713:22)
at API.startSegment (/home/runner/work/node-newrelic/node-newrelic/api.js:914:10) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: { id: '7b13612238d375abb670d6d2a28ced28b257', appName: 'New Relic for Node.js tests', request_id: undefined, trace_id: '1667c680c4160dc10e3cb04631b54c1f', span_id: 'ab71148ac5288115', 'response.model': undefined, vendor: 'openai', ingest_source: 'Node', 'request.model': 'gemini-2.0-flash', duration: 0.098665, 'response.organization': undefined, 'response.headers.llmVersion': undefined, 'response.headers.ratelimitLimitRequests': undefined, 'response.headers.ratelimitLimitTokens': undefined, 'response.headers.ratelimitResetTokens': undefined, 'response.headers.ratelimitRemainingTokens': undefined, 'response.headers.ratelimitRemainingRequests': undefined, error: false, input: undefined, token_count: undefined },
expected: { id: '7b13612238d375abb670d6d2a28ced28b257', appName: 'New Relic for Node.js tests', trace_id: '1667c680c4160dc10e3
|
|
should properly serialize contents when it is a string:
test/unit/llm-events/google-genai/embedding.test.js#L75
[Error [ERR_TEST_FAILURE]: undefined == 'test contents'] {
code: 'ERR_TEST_FAILURE',
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: undefined == 'test contents'
at TestContext.<anonymous> (/home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/embedding.test.js:75:12)
at Test.runInAsyncScope (node:async_hooks:214:14)
at Test.run (node:internal/test_runner/test:1034:21)
at process.processTicksAndRejections (node:internal/process/task_queues:105:5)
at async Test.processPendingSubtests (node:internal/test_runner/test:744:7) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: undefined,
expected: 'test contents',
operator: '=='
}
}
|
|
should properly serialize contents when it is a array of strings:
test/unit/llm-events/google-genai/embedding.test.js#L75
[Error [ERR_TEST_FAILURE]: undefined == 'test contents,test input2'] {
code: 'ERR_TEST_FAILURE',
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: undefined == 'test contents,test input2'
at TestContext.<anonymous> (/home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/embedding.test.js:75:12)
at Test.runInAsyncScope (node:async_hooks:214:14)
at Test.run (node:internal/test_runner/test:1034:21)
at process.processTicksAndRejections (node:internal/process/task_queues:105:5)
at async Test.processPendingSubtests (node:internal/test_runner/test:744:7) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: undefined,
expected: 'test contents,test input2',
operator: '=='
}
}
|
|
should properly serialize contents when it is a array of numbers:
test/unit/llm-events/google-genai/embedding.test.js#L75
[Error [ERR_TEST_FAILURE]: undefined == '1,2,3,4'] {
code: 'ERR_TEST_FAILURE',
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: undefined == '1,2,3,4'
at TestContext.<anonymous> (/home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/embedding.test.js:75:12)
at Test.runInAsyncScope (node:async_hooks:214:14)
at Test.run (node:internal/test_runner/test:1034:21)
at process.processTicksAndRejections (node:internal/process/task_queues:105:5)
at async Test.processPendingSubtests (node:internal/test_runner/test:744:7) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: undefined,
expected: '1,2,3,4',
operator: '=='
}
}
|
|
should properly serialize contents when it is a array of array of numbers:
test/unit/llm-events/google-genai/embedding.test.js#L75
[Error [ERR_TEST_FAILURE]: undefined == '1,2,3,4,5,6'] {
code: 'ERR_TEST_FAILURE',
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: undefined == '1,2,3,4,5,6'
at TestContext.<anonymous> (/home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/embedding.test.js:75:12)
at Test.runInAsyncScope (node:async_hooks:214:14)
at Test.run (node:internal/test_runner/test:1034:21)
at process.processTicksAndRejections (node:internal/process/task_queues:105:5)
at async Test.processPendingSubtests (node:internal/test_runner/test:744:7) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: undefined,
expected: '1,2,3,4,5,6',
operator: '=='
}
}
|
|
should properly create a LlmChatCompletionSummary event:
test/unit/llm-events/google-genai/chat-completion-summary.test.js#L38
[Error [ERR_TEST_FAILURE]: Expected values to be loosely deep-equal:
LlmChatCompletionSummary {
'request.max_tokens': 1000000,
'request.model': 'gemini-2.0-flash',
'request.temperature': 1,
'response.choices.finish_reason': 'STOP',
'response.model': 'gemini-2.0-flash',
'response.number_of_messages': 2,
appName: 'New Relic for Node.js tests',
duration: 0.122308,
error: false,
id: '8ec8fdfe642f07a1192b9ed27f21d4b3ef45',
ingest_source: 'Node',
span_id: '1cb3e854a9b597ed',
trace_id: '7fa13de51ca729fd9279f4d154fba886',
vendor: 'gemini'
}
should loosely deep-equal
{
'request.max_tokens': 1000000,
'request.model': 'gemini-2.0-flash',
'request.temperature': 1,
'response.choices.finish_reason': 'STOP',
'response.model': 'gemini-2.0-flash',
'response.number_of_messages': 2,
appName: 'New Relic for Node.js tests',
duration: 0.122308,
error: false,
id: '8ec8fdfe642f07a1192b9ed27f21d4b3ef45',
ingest_source: 'Node',
span_id: '1cb3e854a9b597ed',
token_count: 10,
trace_id: '7fa13de51ca729fd9279f4d154fba886',
vendor: 'gemini'
}] {
code: 'ERR_TEST_FAILURE',
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: Expected values to be loosely deep-equal:
LlmChatCompletionSummary {
'request.max_tokens': 1000000,
'request.model': 'gemini-2.0-flash',
'request.temperature': 1,
'response.choices.finish_reason': 'STOP',
'response.model': 'gemini-2.0-flash',
'response.number_of_messages': 2,
appName: 'New Relic for Node.js tests',
duration: 0.122308,
error: false,
id: '8ec8fdfe642f07a1192b9ed27f21d4b3ef45',
ingest_source: 'Node',
span_id: '1cb3e854a9b597ed',
trace_id: '7fa13de51ca729fd9279f4d154fba886',
vendor: 'gemini'
}
should loosely deep-equal
{
'request.max_tokens': 1000000,
'request.model': 'gemini-2.0-flash',
'request.temperature': 1,
'response.choices.finish_reason': 'STOP',
'response.model': 'gemini-2.0-flash',
'response.number_of_messages': 2,
appName: 'New Relic for Node.js tests',
duration: 0.122308,
error: false,
id: '8ec8fdfe642f07a1192b9ed27f21d4b3ef45',
ingest_source: 'Node',
span_id: '1cb3e854a9b597ed',
token_count: 10,
trace_id: '7fa13de51ca729fd9279f4d154fba886',
vendor: 'gemini'
}
at /home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/chat-completion-summary.test.js:38:14
at runInContextCb (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:1250:20)
at AsyncLocalStorage.run (node:internal/async_local_storage/async_hooks:91:14)
at AsyncLocalContextManager.runInContext (/home/runner/work/node-newrelic/node-newrelic/lib/context-manager/async-local-context-manager.js:60:38)
at wrapped (/home/runner/work/node-newrelic/node-newrelic/lib/transaction/tracer/index.js:270:37)
at TransactionShim.applyContext (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:1253:66)
at _applyRecorderSegment (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:820:16)
at _doRecord (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:776:13)
at wrapper (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:713:22)
at API.startSegment (/home/runner/work/node-newrelic/node-newrelic/api.js:914:10) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: { id: '8ec8fdfe642f07a1192b9ed27f21d4b3ef45', appName: 'New Relic for Node.js tests', trace_id: '7fa13de51ca729fd9279f4d154fba886', span_id: '1cb3e854a9b597ed', 'response.model': 'gemini-2.0-flash', 'request.model': 'gemini-2.0-flash', vendor: 'gemini', ingest_source: 'Node', duration: 0.122308, error: false, 'response.number_of_messages': 2, 'response.choices.finish_reason': 'STOP', 'request.max_tokens': 1000000, 'request.temperature': 1 },
expected: { id: '8ec8fdfe642f07a1192b9ed27f21d4b3ef45', appName: 'New Relic for Node.js tests', trace_id: '7fa13de51ca729fd9279f4d154fba886', span_id: '1cb3e854a9b597ed', 'request.model': 'gemini-2.0-f
|
|
unit (22.x)
Process completed with exit code 1.
|
|
should properly create a LlmEmbedding event:
test/unit/llm-events/google-genai/embedding.test.js#L43
[Error [ERR_TEST_FAILURE]: Expected values to be loosely deep-equal:
LlmEmbedding {
'request.model': 'gemini-2.0-flash',
'response.headers.llmVersion': undefined,
'response.headers.ratelimitLimitRequests': undefined,
'response.headers.ratelimitLimitTokens': undefined,
'response.headers.ratelimitRemainingRequests': undefined,
'response.headers.ratelimitRemainingTokens': undefined,
'response.headers.ratelimitResetTokens': undefined,
'response.model': undefined,
'response.organization': undefined,
appName: 'New Relic for Node.js tests',
duration: 0.1044...
should loosely deep-equal
{
'request.model': 'gemini-2.0-flash',
'response.model': 'gemini-2.0-flash',
appName: 'New Relic for Node.js tests',
duration: 0.104476,
error: false,
id: '75c404adb7e2b28e8e6b15e4cec9348d18da',
ingest_source: 'Node',
input: 'This is my test input',
span_id: '930d91e981dc857f',
token_count: undefined,
trace_id: '2dba16ff2321e00b83a9193558529912',
vendor: 'gemini'
}] {
code: 'ERR_TEST_FAILURE',
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: Expected values to be loosely deep-equal:
LlmEmbedding {
'request.model': 'gemini-2.0-flash',
'response.headers.llmVersion': undefined,
'response.headers.ratelimitLimitRequests': undefined,
'response.headers.ratelimitLimitTokens': undefined,
'response.headers.ratelimitRemainingRequests': undefined,
'response.headers.ratelimitRemainingTokens': undefined,
'response.headers.ratelimitResetTokens': undefined,
'response.model': undefined,
'response.organization': undefined,
appName: 'New Relic for Node.js tests',
duration: 0.1044...
should loosely deep-equal
{
'request.model': 'gemini-2.0-flash',
'response.model': 'gemini-2.0-flash',
appName: 'New Relic for Node.js tests',
duration: 0.104476,
error: false,
id: '75c404adb7e2b28e8e6b15e4cec9348d18da',
ingest_source: 'Node',
input: 'This is my test input',
span_id: '930d91e981dc857f',
token_count: undefined,
trace_id: '2dba16ff2321e00b83a9193558529912',
vendor: 'gemini'
}
at /home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/embedding.test.js:43:14
at runInContextCb (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:1250:20)
at AsyncLocalStorage.run (node:async_hooks:346:14)
at AsyncLocalContextManager.runInContext (/home/runner/work/node-newrelic/node-newrelic/lib/context-manager/async-local-context-manager.js:60:38)
at wrapped (/home/runner/work/node-newrelic/node-newrelic/lib/transaction/tracer/index.js:270:37)
at TransactionShim.applyContext (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:1253:66)
at _applyRecorderSegment (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:820:16)
at _doRecord (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:776:13)
at wrapper (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:713:22)
at API.startSegment (/home/runner/work/node-newrelic/node-newrelic/api.js:914:10) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: { id: '75c404adb7e2b28e8e6b15e4cec9348d18da', appName: 'New Relic for Node.js tests', request_id: undefined, trace_id: '2dba16ff2321e00b83a9193558529912', span_id: '930d91e981dc857f', 'response.model': undefined, vendor: 'openai', ingest_source: 'Node', 'request.model': 'gemini-2.0-flash', duration: 0.104476, 'response.organization': undefined, 'response.headers.llmVersion': undefined, 'response.headers.ratelimitLimitRequests': undefined, 'response.headers.ratelimitLimitTokens': undefined, 'response.headers.ratelimitResetTokens': undefined, 'response.headers.ratelimitRemainingTokens': undefined, 'response.headers.ratelimitRemainingRequests': undefined, error: false, input: undefined, token_count: undefined },
expected: { id: '75c404adb7e2b28e8e6b15e4cec9348d18da', appName: 'New Relic for Node.js tests', trace_id: '2dba16ff2321e00b83a9193558529912', span_id: '93
|
|
should properly serialize contents when it is a string:
test/unit/llm-events/google-genai/embedding.test.js#L75
[Error [ERR_TEST_FAILURE]: undefined == 'test contents'] {
code: 'ERR_TEST_FAILURE',
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: undefined == 'test contents'
at TestContext.<anonymous> (/home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/embedding.test.js:75:12)
at Test.runInAsyncScope (node:async_hooks:206:9)
at Test.run (node:internal/test_runner/test:783:21)
at process.processTicksAndRejections (node:internal/process/task_queues:95:5)
at async Test.processPendingSubtests (node:internal/test_runner/test:526:7) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: undefined,
expected: 'test contents',
operator: '=='
}
}
|
|
should properly serialize contents when it is a array of strings:
test/unit/llm-events/google-genai/embedding.test.js#L75
[Error [ERR_TEST_FAILURE]: undefined == 'test contents,test input2'] {
code: 'ERR_TEST_FAILURE',
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: undefined == 'test contents,test input2'
at TestContext.<anonymous> (/home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/embedding.test.js:75:12)
at Test.runInAsyncScope (node:async_hooks:206:9)
at Test.run (node:internal/test_runner/test:783:21)
at process.processTicksAndRejections (node:internal/process/task_queues:95:5)
at async Test.processPendingSubtests (node:internal/test_runner/test:526:7) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: undefined,
expected: 'test contents,test input2',
operator: '=='
}
}
|
|
should properly serialize contents when it is a array of numbers:
test/unit/llm-events/google-genai/embedding.test.js#L75
[Error [ERR_TEST_FAILURE]: undefined == '1,2,3,4'] {
code: 'ERR_TEST_FAILURE',
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: undefined == '1,2,3,4'
at TestContext.<anonymous> (/home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/embedding.test.js:75:12)
at Test.runInAsyncScope (node:async_hooks:206:9)
at Test.run (node:internal/test_runner/test:783:21)
at process.processTicksAndRejections (node:internal/process/task_queues:95:5)
at async Test.processPendingSubtests (node:internal/test_runner/test:526:7) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: undefined,
expected: '1,2,3,4',
operator: '=='
}
}
|
|
should properly serialize contents when it is a array of array of numbers:
test/unit/llm-events/google-genai/embedding.test.js#L75
[Error [ERR_TEST_FAILURE]: undefined == '1,2,3,4,5,6'] {
code: 'ERR_TEST_FAILURE',
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: undefined == '1,2,3,4,5,6'
at TestContext.<anonymous> (/home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/embedding.test.js:75:12)
at Test.runInAsyncScope (node:async_hooks:206:9)
at Test.run (node:internal/test_runner/test:783:21)
at process.processTicksAndRejections (node:internal/process/task_queues:95:5)
at async Test.processPendingSubtests (node:internal/test_runner/test:526:7) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: undefined,
expected: '1,2,3,4,5,6',
operator: '=='
}
}
|
|
should properly create a LlmChatCompletionSummary event:
test/unit/llm-events/google-genai/chat-completion-summary.test.js#L38
[Error [ERR_TEST_FAILURE]: Expected values to be loosely deep-equal:
LlmChatCompletionSummary {
'request.max_tokens': 1000000,
'request.model': 'gemini-2.0-flash',
'request.temperature': 1,
'response.choices.finish_reason': 'STOP',
'response.model': 'gemini-2.0-flash',
'response.number_of_messages': 2,
appName: 'New Relic for Node.js tests',
duration: 0.165601,
error: false,
id: 'b5a60cdd62310582a122920f2097df1dbd3e',
ingest_source: 'Node',
span_id: 'ff8a646810907dee',
trace_id: '5c20b67fc6b7a2d02e8ec0b8761fedd3',
vendor: 'gemini'
}
should loosely deep-equal
{
'request.max_tokens': 1000000,
'request.model': 'gemini-2.0-flash',
'request.temperature': 1,
'response.choices.finish_reason': 'STOP',
'response.model': 'gemini-2.0-flash',
'response.number_of_messages': 2,
appName: 'New Relic for Node.js tests',
duration: 0.165601,
error: false,
id: 'b5a60cdd62310582a122920f2097df1dbd3e',
ingest_source: 'Node',
span_id: 'ff8a646810907dee',
token_count: 10,
trace_id: '5c20b67fc6b7a2d02e8ec0b8761fedd3',
vendor: 'gemini'
}] {
code: 'ERR_TEST_FAILURE',
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: Expected values to be loosely deep-equal:
LlmChatCompletionSummary {
'request.max_tokens': 1000000,
'request.model': 'gemini-2.0-flash',
'request.temperature': 1,
'response.choices.finish_reason': 'STOP',
'response.model': 'gemini-2.0-flash',
'response.number_of_messages': 2,
appName: 'New Relic for Node.js tests',
duration: 0.165601,
error: false,
id: 'b5a60cdd62310582a122920f2097df1dbd3e',
ingest_source: 'Node',
span_id: 'ff8a646810907dee',
trace_id: '5c20b67fc6b7a2d02e8ec0b8761fedd3',
vendor: 'gemini'
}
should loosely deep-equal
{
'request.max_tokens': 1000000,
'request.model': 'gemini-2.0-flash',
'request.temperature': 1,
'response.choices.finish_reason': 'STOP',
'response.model': 'gemini-2.0-flash',
'response.number_of_messages': 2,
appName: 'New Relic for Node.js tests',
duration: 0.165601,
error: false,
id: 'b5a60cdd62310582a122920f2097df1dbd3e',
ingest_source: 'Node',
span_id: 'ff8a646810907dee',
token_count: 10,
trace_id: '5c20b67fc6b7a2d02e8ec0b8761fedd3',
vendor: 'gemini'
}
at /home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/chat-completion-summary.test.js:38:14
at runInContextCb (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:1250:20)
at AsyncLocalStorage.run (node:async_hooks:346:14)
at AsyncLocalContextManager.runInContext (/home/runner/work/node-newrelic/node-newrelic/lib/context-manager/async-local-context-manager.js:60:38)
at wrapped (/home/runner/work/node-newrelic/node-newrelic/lib/transaction/tracer/index.js:270:37)
at TransactionShim.applyContext (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:1253:66)
at _applyRecorderSegment (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:820:16)
at _doRecord (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:776:13)
at wrapper (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:713:22)
at API.startSegment (/home/runner/work/node-newrelic/node-newrelic/api.js:914:10) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: { id: 'b5a60cdd62310582a122920f2097df1dbd3e', appName: 'New Relic for Node.js tests', trace_id: '5c20b67fc6b7a2d02e8ec0b8761fedd3', span_id: 'ff8a646810907dee', 'response.model': 'gemini-2.0-flash', 'request.model': 'gemini-2.0-flash', vendor: 'gemini', ingest_source: 'Node', duration: 0.165601, error: false, 'response.number_of_messages': 2, 'response.choices.finish_reason': 'STOP', 'request.max_tokens': 1000000, 'request.temperature': 1 },
expected: { id: 'b5a60cdd62310582a122920f2097df1dbd3e', appName: 'New Relic for Node.js tests', trace_id: '5c20b67fc6b7a2d02e8ec0b8761fedd3', span_id: 'ff8a646810907dee', 'request.model': 'gemini-2.0-flash', 'response.model': 'ge
|
|
unit (20.x)
Process completed with exit code 1.
|
|
should properly create a LlmEmbedding event:
test/unit/llm-events/google-genai/embedding.test.js#L43
[Error [ERR_TEST_FAILURE]: Expected values to be loosely deep-equal:
LlmEmbedding {
'request.model': 'gemini-2.0-flash',
'response.headers.llmVersion': undefined,
'response.headers.ratelimitLimitRequests': undefined,
'response.headers.ratelimitLimitTokens': undefined,
'response.headers.ratelimitRemainingRequests': undefined,
'response.headers.ratelimitRemainingTokens': undefined,
'response.headers.ratelimitResetTokens': undefined,
'response.model': undefined,
'response.organization': undefined,
appName: 'New Relic for Node.js tests',
duration: 0.1043...
should loosely deep-equal
{
'request.model': 'gemini-2.0-flash',
'response.model': 'gemini-2.0-flash',
appName: 'New Relic for Node.js tests',
duration: 0.104365,
error: false,
id: '50d125cd4c968eff1ef717bdf941dbbf241c',
ingest_source: 'Node',
input: 'This is my test input',
span_id: '1cee7e718eb12d14',
token_count: undefined,
trace_id: '9bfa3ae1fb89670c00a1256d4d8f76c6',
vendor: 'gemini'
}] {
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: Expected values to be loosely deep-equal:
LlmEmbedding {
'request.model': 'gemini-2.0-flash',
'response.headers.llmVersion': undefined,
'response.headers.ratelimitLimitRequests': undefined,
'response.headers.ratelimitLimitTokens': undefined,
'response.headers.ratelimitRemainingRequests': undefined,
'response.headers.ratelimitRemainingTokens': undefined,
'response.headers.ratelimitResetTokens': undefined,
'response.model': undefined,
'response.organization': undefined,
appName: 'New Relic for Node.js tests',
duration: 0.1043...
should loosely deep-equal
{
'request.model': 'gemini-2.0-flash',
'response.model': 'gemini-2.0-flash',
appName: 'New Relic for Node.js tests',
duration: 0.104365,
error: false,
id: '50d125cd4c968eff1ef717bdf941dbbf241c',
ingest_source: 'Node',
input: 'This is my test input',
span_id: '1cee7e718eb12d14',
token_count: undefined,
trace_id: '9bfa3ae1fb89670c00a1256d4d8f76c6',
vendor: 'gemini'
}
at /home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/embedding.test.js:43:14
at runInContextCb (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:1250:20)
at AsyncLocalStorage.run (node:async_hooks:338:14)
at AsyncLocalContextManager.runInContext (/home/runner/work/node-newrelic/node-newrelic/lib/context-manager/async-local-context-manager.js:60:38)
at wrapped (/home/runner/work/node-newrelic/node-newrelic/lib/transaction/tracer/index.js:270:37)
at TransactionShim.applyContext (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:1253:66)
at _applyRecorderSegment (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:820:16)
at _doRecord (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:776:13)
at wrapper (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:713:22)
at API.startSegment (/home/runner/work/node-newrelic/node-newrelic/api.js:914:10) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: { id: '50d125cd4c968eff1ef717bdf941dbbf241c', appName: 'New Relic for Node.js tests', request_id: undefined, trace_id: '9bfa3ae1fb89670c00a1256d4d8f76c6', span_id: '1cee7e718eb12d14', 'response.model': undefined, vendor: 'openai', ingest_source: 'Node', 'request.model': 'gemini-2.0-flash', duration: 0.104365, 'response.organization': undefined, 'response.headers.llmVersion': undefined, 'response.headers.ratelimitLimitRequests': undefined, 'response.headers.ratelimitLimitTokens': undefined, 'response.headers.ratelimitResetTokens': undefined, 'response.headers.ratelimitRemainingTokens': undefined, 'response.headers.ratelimitRemainingRequests': undefined, error: false, input: undefined, token_count: undefined },
expected: { id: '50d125cd4c968eff1ef717bdf941dbbf241c', appName: 'New Relic for Node.js tests', trace_id: '9bfa3ae1fb89670c00a1256d4d8f76c6', span_id: '1cee7e718eb12d14', 'request.mo
|
|
should properly serialize contents when it is a string:
test/unit/llm-events/google-genai/embedding.test.js#L75
[Error [ERR_TEST_FAILURE]: undefined == 'test contents'] {
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: undefined == 'test contents'
at TestContext.<anonymous> (/home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/embedding.test.js:75:12)
at Test.runInAsyncScope (node:async_hooks:203:9)
at Test.run (node:internal/test_runner/test:618:21)
at process.processTicksAndRejections (node:internal/process/task_queues:95:5)
at async Test.processPendingSubtests (node:internal/test_runner/test:374:7) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: undefined,
expected: 'test contents',
operator: '=='
},
code: 'ERR_TEST_FAILURE'
}
|
|
should properly serialize contents when it is a array of strings:
test/unit/llm-events/google-genai/embedding.test.js#L75
[Error [ERR_TEST_FAILURE]: undefined == 'test contents,test input2'] {
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: undefined == 'test contents,test input2'
at TestContext.<anonymous> (/home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/embedding.test.js:75:12)
at Test.runInAsyncScope (node:async_hooks:203:9)
at Test.run (node:internal/test_runner/test:618:21)
at process.processTicksAndRejections (node:internal/process/task_queues:95:5)
at async Test.processPendingSubtests (node:internal/test_runner/test:374:7) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: undefined,
expected: 'test contents,test input2',
operator: '=='
},
code: 'ERR_TEST_FAILURE'
}
|
|
should properly serialize contents when it is a array of numbers:
test/unit/llm-events/google-genai/embedding.test.js#L75
[Error [ERR_TEST_FAILURE]: undefined == '1,2,3,4'] {
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: undefined == '1,2,3,4'
at TestContext.<anonymous> (/home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/embedding.test.js:75:12)
at Test.runInAsyncScope (node:async_hooks:203:9)
at Test.run (node:internal/test_runner/test:618:21)
at process.processTicksAndRejections (node:internal/process/task_queues:95:5)
at async Test.processPendingSubtests (node:internal/test_runner/test:374:7) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: undefined,
expected: '1,2,3,4',
operator: '=='
},
code: 'ERR_TEST_FAILURE'
}
|
|
should properly serialize contents when it is a array of array of numbers:
test/unit/llm-events/google-genai/embedding.test.js#L75
[Error [ERR_TEST_FAILURE]: undefined == '1,2,3,4,5,6'] {
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: undefined == '1,2,3,4,5,6'
at TestContext.<anonymous> (/home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/embedding.test.js:75:12)
at Test.runInAsyncScope (node:async_hooks:203:9)
at Test.run (node:internal/test_runner/test:618:21)
at process.processTicksAndRejections (node:internal/process/task_queues:95:5)
at async Test.processPendingSubtests (node:internal/test_runner/test:374:7) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: undefined,
expected: '1,2,3,4,5,6',
operator: '=='
},
code: 'ERR_TEST_FAILURE'
}
|
|
should properly create a LlmChatCompletionSummary event:
test/unit/llm-events/google-genai/chat-completion-summary.test.js#L38
[Error [ERR_TEST_FAILURE]: Expected values to be loosely deep-equal:
LlmChatCompletionSummary {
'request.max_tokens': 1000000,
'request.model': 'gemini-2.0-flash',
'request.temperature': 1,
'response.choices.finish_reason': 'STOP',
'response.model': 'gemini-2.0-flash',
'response.number_of_messages': 2,
appName: 'New Relic for Node.js tests',
duration: 0.102291,
error: false,
id: '25f80507cfac6cd7bee5140fb6c544032a0f',
ingest_source: 'Node',
span_id: '49c8f5ad127a03b8',
trace_id: 'ce5a3ffd8a5a9c214cc267fa38dd7d47',
vendor: 'gemini'
}
should loosely deep-equal
{
'request.max_tokens': 1000000,
'request.model': 'gemini-2.0-flash',
'request.temperature': 1,
'response.choices.finish_reason': 'STOP',
'response.model': 'gemini-2.0-flash',
'response.number_of_messages': 2,
appName: 'New Relic for Node.js tests',
duration: 0.102291,
error: false,
id: '25f80507cfac6cd7bee5140fb6c544032a0f',
ingest_source: 'Node',
span_id: '49c8f5ad127a03b8',
token_count: 10,
trace_id: 'ce5a3ffd8a5a9c214cc267fa38dd7d47',
vendor: 'gemini'
}] {
failureType: 'testCodeFailure',
cause: AssertionError [ERR_ASSERTION]: Expected values to be loosely deep-equal:
LlmChatCompletionSummary {
'request.max_tokens': 1000000,
'request.model': 'gemini-2.0-flash',
'request.temperature': 1,
'response.choices.finish_reason': 'STOP',
'response.model': 'gemini-2.0-flash',
'response.number_of_messages': 2,
appName: 'New Relic for Node.js tests',
duration: 0.102291,
error: false,
id: '25f80507cfac6cd7bee5140fb6c544032a0f',
ingest_source: 'Node',
span_id: '49c8f5ad127a03b8',
trace_id: 'ce5a3ffd8a5a9c214cc267fa38dd7d47',
vendor: 'gemini'
}
should loosely deep-equal
{
'request.max_tokens': 1000000,
'request.model': 'gemini-2.0-flash',
'request.temperature': 1,
'response.choices.finish_reason': 'STOP',
'response.model': 'gemini-2.0-flash',
'response.number_of_messages': 2,
appName: 'New Relic for Node.js tests',
duration: 0.102291,
error: false,
id: '25f80507cfac6cd7bee5140fb6c544032a0f',
ingest_source: 'Node',
span_id: '49c8f5ad127a03b8',
token_count: 10,
trace_id: 'ce5a3ffd8a5a9c214cc267fa38dd7d47',
vendor: 'gemini'
}
at /home/runner/work/node-newrelic/node-newrelic/test/unit/llm-events/google-genai/chat-completion-summary.test.js:38:14
at runInContextCb (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:1250:20)
at AsyncLocalStorage.run (node:async_hooks:338:14)
at AsyncLocalContextManager.runInContext (/home/runner/work/node-newrelic/node-newrelic/lib/context-manager/async-local-context-manager.js:60:38)
at wrapped (/home/runner/work/node-newrelic/node-newrelic/lib/transaction/tracer/index.js:270:37)
at TransactionShim.applyContext (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:1253:66)
at _applyRecorderSegment (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:820:16)
at _doRecord (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:776:13)
at wrapper (/home/runner/work/node-newrelic/node-newrelic/lib/shim/shim.js:713:22)
at API.startSegment (/home/runner/work/node-newrelic/node-newrelic/api.js:914:10) {
generatedMessage: true,
code: 'ERR_ASSERTION',
actual: { id: '25f80507cfac6cd7bee5140fb6c544032a0f', appName: 'New Relic for Node.js tests', trace_id: 'ce5a3ffd8a5a9c214cc267fa38dd7d47', span_id: '49c8f5ad127a03b8', 'response.model': 'gemini-2.0-flash', 'request.model': 'gemini-2.0-flash', vendor: 'gemini', ingest_source: 'Node', duration: 0.102291, error: false, 'response.number_of_messages': 2, 'response.choices.finish_reason': 'STOP', 'request.max_tokens': 1000000, 'request.temperature': 1 },
expected: { id: '25f80507cfac6cd7bee5140fb6c544032a0f', appName: 'New Relic for Node.js tests', trace_id: 'ce5a3ffd8a5a9c214cc267fa38dd7d47', span_id: '49c8f5ad127a03b8', 'request.model': 'gemini-2.0-flash', 'response.model': 'gemini-2.0-flash', vendor: 'ge
|
|
unit (18.x)
Process completed with exit code 1.
|
|
all-clear
Process completed with exit code 1.
|
|
ci (lts/*)
Total Tests: 35
Suites 📂: 0
Passed ✅: 35
Failed ❌: 0
Canceled 🚫: 0
Skipped ⏭️: 0
Todo 📝: 0
Duration 🕐: 599.132ms
|
|
unit (22.x)
Total Tests: 4658
Suites 📂: 0
Passed ✅: 4630
Failed ❌: 6
Canceled 🚫: 0
Skipped ⏭️: 3
Todo 📝: 19
Duration 🕐: 56430.821ms
|
|
unit (20.x)
Total Tests: 4658
Suites 📂: 0
Passed ✅: 4630
Failed ❌: 6
Canceled 🚫: 0
Skipped ⏭️: 3
Todo 📝: 19
Duration 🕐: 60311.248ms
|
|
unit (18.x)
Total Tests: 4660
Suites 📂: 0
Passed ✅: 4635
Failed ❌: 6
Canceled 🚫: 0
Skipped ⏭️: 0
Todo 📝: 19
Duration 🕐: 63854.837ms
|
|
integration (18.x)
Total Tests: 1
Suites 📂: 0
Passed ✅: 1
Failed ❌: 0
Canceled 🚫: 0
Skipped ⏭️: 0
Todo 📝: 0
Duration 🕐: 624.362ms
|
|
integration (18.x)
Total Tests: 714
Suites 📂: 0
Passed ✅: 709
Failed ❌: 0
Canceled 🚫: 0
Skipped ⏭️: 5
Todo 📝: 0
Duration 🕐: 114664.392ms
|
|
integration (20.x)
Total Tests: 1
Suites 📂: 0
Passed ✅: 1
Failed ❌: 0
Canceled 🚫: 0
Skipped ⏭️: 0
Todo 📝: 0
Duration 🕐: 511.974ms
|
|
integration (20.x)
Total Tests: 714
Suites 📂: 0
Passed ✅: 709
Failed ❌: 0
Canceled 🚫: 0
Skipped ⏭️: 5
Todo 📝: 0
Duration 🕐: 127399.642ms
|
|
integration (22.x)
Total Tests: 1
Suites 📂: 0
Passed ✅: 1
Failed ❌: 0
Canceled 🚫: 0
Skipped ⏭️: 0
Todo 📝: 0
Duration 🕐: 461.809ms
|
|
integration (22.x)
Total Tests: 714
Suites 📂: 0
Passed ✅: 710
Failed ❌: 0
Canceled 🚫: 0
Skipped ⏭️: 4
Todo 📝: 0
Duration 🕐: 136419.092ms
|
Artifacts
Produced during runtime
| Name | Size | Digest | |
|---|---|---|---|
|
integration-tests-cjs-18.x
Expired
|
134 KB |
sha256:2ef9167993ed678f4415db57921474041bf31aacc65808283389af4996076ec0
|
|
|
integration-tests-cjs-20.x
Expired
|
134 KB |
sha256:50352f64ecbbaa1463c03ab2b9979f6e872972167031d761835a3adf657eb624
|
|
|
integration-tests-cjs-22.x
Expired
|
134 KB |
sha256:3e0144af998847cba681282d226d7c430eb0603c2b831a4078bad7eaa48a2609
|
|
|
integration-tests-esm-18.x
Expired
|
77.7 KB |
sha256:c7c362d8aef400ffc792dce99d8c2d9b62993174e7f7e556808efe5e5bb4d861
|
|
|
integration-tests-esm-20.x
Expired
|
77.6 KB |
sha256:8d8ea2789f5975a1ddd7f6f22b70edb591625c58a85a4e79b1d26334913eae0f
|
|
|
integration-tests-esm-22.x
Expired
|
77.6 KB |
sha256:0c1260fd5c020e136eef2f74a6740688b6dbc355e1ef31f8362fb9b75cb0b5eb
|
|
|
versioned-tests-18.x
Expired
|
159 KB |
sha256:700d4329e498c9a1cebceea7e26e5f4dda3e9d86ce3a5c328464299ebffa8f0a
|
|
|
versioned-tests-20.x
Expired
|
159 KB |
sha256:cb92adfafdfdbd4e3f5500e2cf1b81980cf028690facdee66f68ae6d5a511c14
|
|
|
versioned-tests-22.x
Expired
|
159 KB |
sha256:7350595c8c9325d833c1000587c6dc35267cf4daa4a4f9ea7f956e8da8564de7
|
|