Skip to content

Commit bd1a3e3

Browse files
authored
4.6 cerebras (#5565)
1 parent 4ffab58 commit bd1a3e3

File tree

2 files changed

+80
-3
lines changed

2 files changed

+80
-3
lines changed

packages/__tests__/cost/__snapshots__/registrySnapshots.test.ts.snap

Lines changed: 42 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -6698,6 +6698,36 @@ exports[`Registry Snapshots endpoint configurations snapshot 1`] = `
66986698
"*",
66996699
],
67006700
},
6701+
"glm-4.7:cerebras": {
6702+
"context": 131072,
6703+
"crossRegion": false,
6704+
"maxTokens": 40000,
6705+
"modelId": "zai-glm-4.7",
6706+
"parameters": [
6707+
"frequency_penalty",
6708+
"functions",
6709+
"logit_bias",
6710+
"max_tokens",
6711+
"min_p",
6712+
"presence_penalty",
6713+
"reasoning",
6714+
"repetition_penalty",
6715+
"response_format",
6716+
"seed",
6717+
"stop",
6718+
"structured_outputs",
6719+
"temperature",
6720+
"tool_choice",
6721+
"tools",
6722+
"top_k",
6723+
"top_p",
6724+
],
6725+
"provider": "cerebras",
6726+
"ptbEnabled": true,
6727+
"regions": [
6728+
"*",
6729+
],
6730+
},
67016731
"glm-4.7:fireworks": {
67026732
"context": 198000,
67036733
"crossRegion": false,
@@ -7164,6 +7194,7 @@ exports[`Registry Snapshots model coverage snapshot 1`] = `
71647194
"baseten",
71657195
"canopywave",
71667196
"canopywave",
7197+
"cerebras",
71677198
"fireworks",
71687199
"novita",
71697200
"novita",
@@ -9117,6 +9148,13 @@ exports[`Registry Snapshots pricing snapshot 1`] = `
91179148
"threshold": 0,
91189149
},
91199150
],
9151+
"cerebras": [
9152+
{
9153+
"input": 0.00000225,
9154+
"output": 0.00000275,
9155+
"threshold": 0,
9156+
},
9157+
],
91209158
"fireworks": [
91219159
{
91229160
"cacheMultipliers": {
@@ -9429,6 +9467,7 @@ exports[`Registry Snapshots verify registry state 1`] = `
94299467
"providers": [
94309468
"baseten",
94319469
"canopywave",
9470+
"cerebras",
94329471
"fireworks",
94339472
"novita",
94349473
],
@@ -10003,7 +10042,7 @@ exports[`Registry Snapshots verify registry state 1`] = `
1000310042
"provider": "canopywave",
1000410043
},
1000510044
{
10006-
"modelCount": 1,
10045+
"modelCount": 2,
1000710046
"provider": "cerebras",
1000810047
},
1000910048
{
@@ -10181,8 +10220,8 @@ exports[`Registry Snapshots verify registry state 1`] = `
1018110220
"claude-3.5-haiku:anthropic:*",
1018210221
],
1018310222
"totalArchivedConfigs": 0,
10184-
"totalEndpoints": 306,
10185-
"totalModelProviderConfigs": 306,
10223+
"totalEndpoints": 307,
10224+
"totalModelProviderConfigs": 307,
1018610225
"totalModelsWithPtb": 103,
1018710226
"totalProviders": 21,
1018810227
}

packages/cost/models/authors/zai/glm-4/endpoints.ts

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -275,6 +275,44 @@ export const endpoints = {
275275
"*": {},
276276
},
277277
},
278+
"glm-4.7:cerebras": {
279+
providerModelId: "zai-glm-4.7",
280+
provider: "cerebras",
281+
author: "zai",
282+
pricing: [
283+
{
284+
threshold: 0,
285+
input: 0.00000225, // $2.25/M tokens
286+
output: 0.00000275, // $2.75/M tokens
287+
},
288+
],
289+
quantization: "bf16",
290+
contextLength: 131_072,
291+
maxCompletionTokens: 40_000,
292+
supportedParameters: [
293+
"functions",
294+
"structured_outputs",
295+
"reasoning",
296+
"tool_choice",
297+
"tools",
298+
"response_format",
299+
"max_tokens",
300+
"temperature",
301+
"top_p",
302+
"stop",
303+
"frequency_penalty",
304+
"presence_penalty",
305+
"seed",
306+
"top_k",
307+
"min_p",
308+
"repetition_penalty",
309+
"logit_bias"
310+
],
311+
ptbEnabled: true,
312+
endpointConfigs: {
313+
"*": {},
314+
},
315+
},
278316
} satisfies Partial<
279317
Record<
280318
`${ZaiModelName}:${ModelProviderName}` | ZaiModelName,

0 commit comments

Comments
 (0)