Skip to content
This repository was archived by the owner on Apr 30, 2026. It is now read-only.

Commit 8da3183

Browse files
ducduyn31ducduyn31
committed
feat: add new AWS Bedrock models
1 parent acd9b66 commit 8da3183

2 files changed

Lines changed: 143 additions & 1 deletion

File tree

‎.changeset/wicked-trees-sink.md‎

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
---
2+
"@llamaindex/aws": patch
3+
---
4+
5+
Add new AWS Bedrock models and fix incomplete entries:
6+
7+
- Add Anthropic Claude Haiku 4.5, Opus 4.5, Opus 4.6, and Sonnet 4.6
8+
- Add Meta Llama 4 Scout 17B and Maverick 17B
9+
- Add Amazon Nova 2 Lite
10+
- Fix missing entries for Claude 4.1 Opus and Claude 4.5 Sonnet in context window, streaming, tool calling, and max tokens constants
11+
- Add cross-region inference variants (US, EU, APAC) for all new models
12+
- Fix EU Claude 3.5 Haiku model ID typo

‎packages/providers/aws/src/llm/bedrock/index.ts‎

Lines changed: 131 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -72,8 +72,12 @@ export const BEDROCK_MODELS = {
7272
ANTHROPIC_CLAUDE_3_7_SONNET: "anthropic.claude-3-7-sonnet-20250219-v1:0",
7373
ANTHROPIC_CLAUDE_4_SONNET: "anthropic.claude-sonnet-4-20250514-v1:0",
7474
ANTHROPIC_CLAUDE_4_OPUS: "anthropic.claude-opus-4-20250514-v1:0",
75+
ANTHROPIC_CLAUDE_HAIKU_4_5: "anthropic.claude-haiku-4-5-20251001-v1:0",
7576
ANTHROPIC_CLAUDE_4_1_OPUS: "anthropic.claude-opus-4-1-20250805-v1:0",
7677
ANTHROPIC_CLAUDE_4_5_SONNET: "anthropic.claude-sonnet-4-5-20250929-v1:0",
78+
ANTHROPIC_CLAUDE_OPUS_4_5: "anthropic.claude-opus-4-5-20251101-v1:0",
79+
ANTHROPIC_CLAUDE_OPUS_4_6: "anthropic.claude-opus-4-6-v1",
80+
ANTHROPIC_CLAUDE_SONNET_4_6: "anthropic.claude-sonnet-4-6",
7781
META_LLAMA2_13B_CHAT: "meta.llama2-13b-chat-v1",
7882
META_LLAMA2_70B_CHAT: "meta.llama2-70b-chat-v1",
7983
META_LLAMA3_8B_INSTRUCT: "meta.llama3-8b-instruct-v1:0",
@@ -86,13 +90,16 @@ export const BEDROCK_MODELS = {
8690
META_LLAMA3_2_11B_INSTRUCT: "meta.llama3-2-11b-instruct-v1:0",
8791
META_LLAMA3_2_90B_INSTRUCT: "meta.llama3-2-90b-instruct-v1:0",
8892
META_LLAMA3_3_70B_INSTRUCT: "meta.llama3-3-70b-instruct-v1:0",
93+
META_LLAMA4_SCOUT_17B_INSTRUCT: "meta.llama4-scout-17b-instruct-v1:0",
94+
META_LLAMA4_MAVERICK_17B_INSTRUCT: "meta.llama4-maverick-17b-instruct-v1:0",
8995
MISTRAL_7B_INSTRUCT: "mistral.mistral-7b-instruct-v0:2",
9096
MISTRAL_MIXTRAL_7B_INSTRUCT: "mistral.mixtral-8x7b-instruct-v0:1",
9197
MISTRAL_MIXTRAL_LARGE_2402: "mistral.mistral-large-2402-v1:0",
9298
AMAZON_NOVA_PREMIER_1: "amazon.nova-premier-v1:0",
9399
AMAZON_NOVA_PRO_1: "amazon.nova-pro-v1:0",
94100
AMAZON_NOVA_LITE_1: "amazon.nova-lite-v1:0",
95101
AMAZON_NOVA_MICRO_1: "amazon.nova-micro-v1:0",
102+
AMAZON_NOVA_2_LITE: "amazon.nova-2-lite-v1:0",
96103
};
97104

98105
export type BEDROCK_MODELS =
@@ -111,37 +118,53 @@ export const INFERENCE_BEDROCK_MODELS = {
111118
"us.anthropic.claude-3-7-sonnet-20250219-v1:0",
112119
US_ANTHROPIC_CLAUDE_4_SONNET: "us.anthropic.claude-sonnet-4-20250514-v1:0",
113120
US_ANTHROPIC_CLAUDE_4_OPUS: "us.anthropic.claude-opus-4-20250514-v1:0",
121+
US_ANTHROPIC_CLAUDE_HAIKU_4_5: "us.anthropic.claude-haiku-4-5-20251001-v1:0",
114122
US_ANTHROPIC_CLAUDE_4_1_OPUS: "us.anthropic.claude-opus-4-1-20250805-v1:0",
115123
US_ANTHROPIC_CLAUDE_4_5_SONNET:
116124
"us.anthropic.claude-sonnet-4-5-20250929-v1:0",
125+
US_ANTHROPIC_CLAUDE_OPUS_4_5: "us.anthropic.claude-opus-4-5-20251101-v1:0",
126+
US_ANTHROPIC_CLAUDE_OPUS_4_6: "us.anthropic.claude-opus-4-6-v1",
127+
US_ANTHROPIC_CLAUDE_SONNET_4_6: "us.anthropic.claude-sonnet-4-6",
117128
US_META_LLAMA_3_2_1B_INSTRUCT: "us.meta.llama3-2-1b-instruct-v1:0",
118129
US_META_LLAMA_3_2_3B_INSTRUCT: "us.meta.llama3-2-3b-instruct-v1:0",
119130
US_META_LLAMA_3_2_11B_INSTRUCT: "us.meta.llama3-2-11b-instruct-v1:0",
120131
US_META_LLAMA_3_2_90B_INSTRUCT: "us.meta.llama3-2-90b-instruct-v1:0",
121132
US_META_LLAMA_3_3_70B_INSTRUCT: "us.meta.llama3-3-70b-instruct-v1:0",
133+
US_META_LLAMA4_SCOUT_17B_INSTRUCT: "us.meta.llama4-scout-17b-instruct-v1:0",
134+
US_META_LLAMA4_MAVERICK_17B_INSTRUCT:
135+
"us.meta.llama4-maverick-17b-instruct-v1:0",
122136
US_AMAZON_NOVA_PREMIER_1: "us.amazon.nova-premier-v1:0",
123137
US_AMAZON_NOVA_PRO_1: "us.amazon.nova-pro-v1:0",
124138
US_AMAZON_NOVA_LITE_1: "us.amazon.nova-lite-v1:0",
125139
US_AMAZON_NOVA_MICRO_1: "us.amazon.nova-micro-v1:0",
140+
US_AMAZON_NOVA_2_LITE: "us.amazon.nova-2-lite-v1:0",
126141

127142
EU_ANTHROPIC_CLAUDE_3_HAIKU: "eu.anthropic.claude-3-haiku-20240307-v1:0",
128-
EU_ANTHROPIC_CLAUDE_3_5_HAIKU: "eu.anthropic.claude-3-5-haiku-20240307-v1:0",
143+
EU_ANTHROPIC_CLAUDE_3_5_HAIKU: "eu.anthropic.claude-3-5-haiku-20241022-v1:0",
129144
EU_ANTHROPIC_CLAUDE_3_SONNET: "eu.anthropic.claude-3-sonnet-20240229-v1:0",
130145
EU_ANTHROPIC_CLAUDE_3_5_SONNET:
131146
"eu.anthropic.claude-3-5-sonnet-20240620-v1:0",
132147
EU_ANTHROPIC_CLAUDE_3_7_SONNET:
133148
"eu.anthropic.claude-3-7-sonnet-20250219-v1:0",
134149
EU_ANTHROPIC_CLAUDE_4_SONNET: "eu.anthropic.claude-sonnet-4-20250514-v1:0",
135150
EU_ANTHROPIC_CLAUDE_4_OPUS: "eu.anthropic.claude-opus-4-20250514-v1:0",
151+
EU_ANTHROPIC_CLAUDE_HAIKU_4_5: "eu.anthropic.claude-haiku-4-5-20251001-v1:0",
136152
EU_ANTHROPIC_CLAUDE_4_1_OPUS: "eu.anthropic.claude-opus-4-1-20250805-v1:0",
137153
EU_ANTHROPIC_CLAUDE_4_5_SONNET:
138154
"eu.anthropic.claude-sonnet-4-5-20250929-v1:0",
155+
EU_ANTHROPIC_CLAUDE_OPUS_4_5: "eu.anthropic.claude-opus-4-5-20251101-v1:0",
156+
EU_ANTHROPIC_CLAUDE_OPUS_4_6: "eu.anthropic.claude-opus-4-6-v1",
157+
EU_ANTHROPIC_CLAUDE_SONNET_4_6: "eu.anthropic.claude-sonnet-4-6",
139158
EU_META_LLAMA_3_2_1B_INSTRUCT: "eu.meta.llama3-2-1b-instruct-v1:0",
140159
EU_META_LLAMA_3_2_3B_INSTRUCT: "eu.meta.llama3-2-3b-instruct-v1:0",
160+
EU_META_LLAMA4_SCOUT_17B_INSTRUCT: "eu.meta.llama4-scout-17b-instruct-v1:0",
161+
EU_META_LLAMA4_MAVERICK_17B_INSTRUCT:
162+
"eu.meta.llama4-maverick-17b-instruct-v1:0",
141163
EU_AMAZON_NOVA_PREMIER_1: "eu.amazon.nova-premier-v1:0",
142164
EU_AMAZON_NOVA_PRO_1: "eu.amazon.nova-pro-v1:0",
143165
EU_AMAZON_NOVA_LITE_1: "eu.amazon.nova-lite-v1:0",
144166
EU_AMAZON_NOVA_MICRO_1: "eu.amazon.nova-micro-v1:0",
167+
EU_AMAZON_NOVA_2_LITE: "eu.amazon.nova-2-lite-v1:0",
145168
APAC_ANTHROPIC_CLAUDE_3_5_SONNET:
146169
"apac.anthropic.claude-3-5-sonnet-20240620-v1:0",
147170
APAC_ANTHROPIC_CLAUDE_3_5_SONNET_V2:
@@ -150,12 +173,27 @@ export const INFERENCE_BEDROCK_MODELS = {
150173
"apac.anthropic.claude-3-7-sonnet-20250219-v1:0",
151174
APAC_ANTHROPIC_CLAUDE_4_SONNET:
152175
"apac.anthropic.claude-sonnet-4-20250514-v1:0",
176+
APAC_ANTHROPIC_CLAUDE_HAIKU_4_5:
177+
"apac.anthropic.claude-haiku-4-5-20251001-v1:0",
178+
APAC_ANTHROPIC_CLAUDE_4_1_OPUS:
179+
"apac.anthropic.claude-opus-4-1-20250805-v1:0",
180+
APAC_ANTHROPIC_CLAUDE_4_5_SONNET:
181+
"apac.anthropic.claude-sonnet-4-5-20250929-v1:0",
182+
APAC_ANTHROPIC_CLAUDE_OPUS_4_5:
183+
"apac.anthropic.claude-opus-4-5-20251101-v1:0",
184+
APAC_ANTHROPIC_CLAUDE_OPUS_4_6: "apac.anthropic.claude-opus-4-6-v1",
185+
APAC_ANTHROPIC_CLAUDE_SONNET_4_6: "apac.anthropic.claude-sonnet-4-6",
153186
APAC_ANTHROPIC_CLAUDE_3_HAIKU: "apac.anthropic.claude-3-haiku-20240307-v1:0",
154187
APAC_ANTHROPIC_CLAUDE_3_SONNET:
155188
"apac.anthropic.claude-3-sonnet-20240229-v1:0",
189+
APAC_META_LLAMA4_SCOUT_17B_INSTRUCT:
190+
"apac.meta.llama4-scout-17b-instruct-v1:0",
191+
APAC_META_LLAMA4_MAVERICK_17B_INSTRUCT:
192+
"apac.meta.llama4-maverick-17b-instruct-v1:0",
156193
APAC_AMAZON_NOVA_PRO_1: "apac.amazon.nova-pro-v1:0",
157194
APAC_AMAZON_NOVA_LITE_1: "apac.amazon.nova-lite-v1:0",
158195
APAC_AMAZON_NOVA_MICRO_1: "apac.amazon.nova-micro-v1:0",
196+
APAC_AMAZON_NOVA_2_LITE: "apac.amazon.nova-2-lite-v1:0",
159197
};
160198

161199
export type INFERENCE_BEDROCK_MODELS =
@@ -183,6 +221,18 @@ export const INFERENCE_TO_BEDROCK_MAP: Record<
183221
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_SONNET,
184222
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_4_OPUS]:
185223
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_OPUS,
224+
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_HAIKU_4_5]:
225+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_HAIKU_4_5,
226+
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_4_1_OPUS]:
227+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_1_OPUS,
228+
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_4_5_SONNET]:
229+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_5_SONNET,
230+
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_OPUS_4_5]:
231+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_5,
232+
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_OPUS_4_6]:
233+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_6,
234+
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_SONNET_4_6]:
235+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_SONNET_4_6,
186236
[INFERENCE_BEDROCK_MODELS.US_META_LLAMA_3_2_1B_INSTRUCT]:
187237
BEDROCK_MODELS.META_LLAMA3_2_1B_INSTRUCT,
188238
[INFERENCE_BEDROCK_MODELS.US_META_LLAMA_3_2_3B_INSTRUCT]:
@@ -193,6 +243,10 @@ export const INFERENCE_TO_BEDROCK_MAP: Record<
193243
BEDROCK_MODELS.META_LLAMA3_2_90B_INSTRUCT,
194244
[INFERENCE_BEDROCK_MODELS.US_META_LLAMA_3_3_70B_INSTRUCT]:
195245
BEDROCK_MODELS.META_LLAMA3_3_70B_INSTRUCT,
246+
[INFERENCE_BEDROCK_MODELS.US_META_LLAMA4_SCOUT_17B_INSTRUCT]:
247+
BEDROCK_MODELS.META_LLAMA4_SCOUT_17B_INSTRUCT,
248+
[INFERENCE_BEDROCK_MODELS.US_META_LLAMA4_MAVERICK_17B_INSTRUCT]:
249+
BEDROCK_MODELS.META_LLAMA4_MAVERICK_17B_INSTRUCT,
196250

197251
[INFERENCE_BEDROCK_MODELS.US_AMAZON_NOVA_PREMIER_1]:
198252
BEDROCK_MODELS.AMAZON_NOVA_PREMIER_1,
@@ -202,6 +256,8 @@ export const INFERENCE_TO_BEDROCK_MAP: Record<
202256
BEDROCK_MODELS.AMAZON_NOVA_LITE_1,
203257
[INFERENCE_BEDROCK_MODELS.US_AMAZON_NOVA_MICRO_1]:
204258
BEDROCK_MODELS.AMAZON_NOVA_MICRO_1,
259+
[INFERENCE_BEDROCK_MODELS.US_AMAZON_NOVA_2_LITE]:
260+
BEDROCK_MODELS.AMAZON_NOVA_2_LITE,
205261

206262
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_3_HAIKU]:
207263
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_HAIKU,
@@ -215,10 +271,28 @@ export const INFERENCE_TO_BEDROCK_MAP: Record<
215271
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_SONNET,
216272
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_4_OPUS]:
217273
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_OPUS,
274+
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_3_5_HAIKU]:
275+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_5_HAIKU,
276+
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_HAIKU_4_5]:
277+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_HAIKU_4_5,
278+
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_4_1_OPUS]:
279+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_1_OPUS,
280+
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_4_5_SONNET]:
281+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_5_SONNET,
282+
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_OPUS_4_5]:
283+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_5,
284+
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_OPUS_4_6]:
285+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_6,
286+
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_SONNET_4_6]:
287+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_SONNET_4_6,
218288
[INFERENCE_BEDROCK_MODELS.EU_META_LLAMA_3_2_1B_INSTRUCT]:
219289
BEDROCK_MODELS.META_LLAMA3_2_1B_INSTRUCT,
220290
[INFERENCE_BEDROCK_MODELS.EU_META_LLAMA_3_2_3B_INSTRUCT]:
221291
BEDROCK_MODELS.META_LLAMA3_2_3B_INSTRUCT,
292+
[INFERENCE_BEDROCK_MODELS.EU_META_LLAMA4_SCOUT_17B_INSTRUCT]:
293+
BEDROCK_MODELS.META_LLAMA4_SCOUT_17B_INSTRUCT,
294+
[INFERENCE_BEDROCK_MODELS.EU_META_LLAMA4_MAVERICK_17B_INSTRUCT]:
295+
BEDROCK_MODELS.META_LLAMA4_MAVERICK_17B_INSTRUCT,
222296

223297
[INFERENCE_BEDROCK_MODELS.EU_AMAZON_NOVA_PREMIER_1]:
224298
BEDROCK_MODELS.AMAZON_NOVA_PREMIER_1,
@@ -228,6 +302,8 @@ export const INFERENCE_TO_BEDROCK_MAP: Record<
228302
BEDROCK_MODELS.AMAZON_NOVA_LITE_1,
229303
[INFERENCE_BEDROCK_MODELS.EU_AMAZON_NOVA_MICRO_1]:
230304
BEDROCK_MODELS.AMAZON_NOVA_MICRO_1,
305+
[INFERENCE_BEDROCK_MODELS.EU_AMAZON_NOVA_2_LITE]:
306+
BEDROCK_MODELS.AMAZON_NOVA_2_LITE,
231307

232308
[INFERENCE_BEDROCK_MODELS.APAC_ANTHROPIC_CLAUDE_3_5_SONNET]:
233309
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_5_SONNET,
@@ -237,17 +313,35 @@ export const INFERENCE_TO_BEDROCK_MAP: Record<
237313
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_7_SONNET,
238314
[INFERENCE_BEDROCK_MODELS.APAC_ANTHROPIC_CLAUDE_4_SONNET]:
239315
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_SONNET,
316+
[INFERENCE_BEDROCK_MODELS.APAC_ANTHROPIC_CLAUDE_HAIKU_4_5]:
317+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_HAIKU_4_5,
318+
[INFERENCE_BEDROCK_MODELS.APAC_ANTHROPIC_CLAUDE_4_1_OPUS]:
319+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_1_OPUS,
320+
[INFERENCE_BEDROCK_MODELS.APAC_ANTHROPIC_CLAUDE_4_5_SONNET]:
321+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_5_SONNET,
322+
[INFERENCE_BEDROCK_MODELS.APAC_ANTHROPIC_CLAUDE_OPUS_4_5]:
323+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_5,
324+
[INFERENCE_BEDROCK_MODELS.APAC_ANTHROPIC_CLAUDE_OPUS_4_6]:
325+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_6,
326+
[INFERENCE_BEDROCK_MODELS.APAC_ANTHROPIC_CLAUDE_SONNET_4_6]:
327+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_SONNET_4_6,
240328
[INFERENCE_BEDROCK_MODELS.APAC_ANTHROPIC_CLAUDE_3_HAIKU]:
241329
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_HAIKU,
242330
[INFERENCE_BEDROCK_MODELS.APAC_ANTHROPIC_CLAUDE_3_SONNET]:
243331
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_SONNET,
332+
[INFERENCE_BEDROCK_MODELS.APAC_META_LLAMA4_SCOUT_17B_INSTRUCT]:
333+
BEDROCK_MODELS.META_LLAMA4_SCOUT_17B_INSTRUCT,
334+
[INFERENCE_BEDROCK_MODELS.APAC_META_LLAMA4_MAVERICK_17B_INSTRUCT]:
335+
BEDROCK_MODELS.META_LLAMA4_MAVERICK_17B_INSTRUCT,
244336

245337
[INFERENCE_BEDROCK_MODELS.APAC_AMAZON_NOVA_PRO_1]:
246338
BEDROCK_MODELS.AMAZON_NOVA_PRO_1,
247339
[INFERENCE_BEDROCK_MODELS.APAC_AMAZON_NOVA_LITE_1]:
248340
BEDROCK_MODELS.AMAZON_NOVA_LITE_1,
249341
[INFERENCE_BEDROCK_MODELS.APAC_AMAZON_NOVA_MICRO_1]:
250342
BEDROCK_MODELS.AMAZON_NOVA_MICRO_1,
343+
[INFERENCE_BEDROCK_MODELS.APAC_AMAZON_NOVA_2_LITE]:
344+
BEDROCK_MODELS.AMAZON_NOVA_2_LITE,
251345
};
252346

253347
/*
@@ -280,6 +374,12 @@ const CHAT_ONLY_MODELS = {
280374
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_7_SONNET]: 200000,
281375
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_SONNET]: 200000,
282376
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_OPUS]: 200000,
377+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_HAIKU_4_5]: 200000,
378+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_1_OPUS]: 200000,
379+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_5_SONNET]: 200000,
380+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_5]: 200000,
381+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_6]: 200000,
382+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_SONNET_4_6]: 200000,
283383
[BEDROCK_MODELS.META_LLAMA2_13B_CHAT]: 2048,
284384
[BEDROCK_MODELS.META_LLAMA2_70B_CHAT]: 4096,
285385
[BEDROCK_MODELS.META_LLAMA3_8B_INSTRUCT]: 8192,
@@ -292,13 +392,16 @@ const CHAT_ONLY_MODELS = {
292392
[BEDROCK_MODELS.META_LLAMA3_2_11B_INSTRUCT]: 128000,
293393
[BEDROCK_MODELS.META_LLAMA3_2_90B_INSTRUCT]: 128000,
294394
[BEDROCK_MODELS.META_LLAMA3_3_70B_INSTRUCT]: 128000,
395+
[BEDROCK_MODELS.META_LLAMA4_SCOUT_17B_INSTRUCT]: 1048576,
396+
[BEDROCK_MODELS.META_LLAMA4_MAVERICK_17B_INSTRUCT]: 1048576,
295397
[BEDROCK_MODELS.MISTRAL_7B_INSTRUCT]: 32000,
296398
[BEDROCK_MODELS.MISTRAL_MIXTRAL_7B_INSTRUCT]: 32000,
297399
[BEDROCK_MODELS.MISTRAL_MIXTRAL_LARGE_2402]: 32000,
298400
[BEDROCK_MODELS.AMAZON_NOVA_PREMIER_1]: 300000,
299401
[BEDROCK_MODELS.AMAZON_NOVA_PRO_1]: 300000,
300402
[BEDROCK_MODELS.AMAZON_NOVA_LITE_1]: 300000,
301403
[BEDROCK_MODELS.AMAZON_NOVA_MICRO_1]: 130000,
404+
[BEDROCK_MODELS.AMAZON_NOVA_2_LITE]: 300000,
302405
};
303406

304407
const BEDROCK_FOUNDATION_LLMS = { ...COMPLETION_MODELS, ...CHAT_ONLY_MODELS };
@@ -324,6 +427,12 @@ export const STREAMING_MODELS = new Set([
324427
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_7_SONNET,
325428
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_SONNET,
326429
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_OPUS,
430+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_HAIKU_4_5,
431+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_1_OPUS,
432+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_5_SONNET,
433+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_5,
434+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_6,
435+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_SONNET_4_6,
327436
BEDROCK_MODELS.META_LLAMA2_13B_CHAT,
328437
BEDROCK_MODELS.META_LLAMA2_70B_CHAT,
329438
BEDROCK_MODELS.META_LLAMA3_8B_INSTRUCT,
@@ -336,13 +445,16 @@ export const STREAMING_MODELS = new Set([
336445
BEDROCK_MODELS.META_LLAMA3_2_11B_INSTRUCT,
337446
BEDROCK_MODELS.META_LLAMA3_2_90B_INSTRUCT,
338447
BEDROCK_MODELS.META_LLAMA3_3_70B_INSTRUCT,
448+
BEDROCK_MODELS.META_LLAMA4_SCOUT_17B_INSTRUCT,
449+
BEDROCK_MODELS.META_LLAMA4_MAVERICK_17B_INSTRUCT,
339450
BEDROCK_MODELS.MISTRAL_7B_INSTRUCT,
340451
BEDROCK_MODELS.MISTRAL_MIXTRAL_7B_INSTRUCT,
341452
BEDROCK_MODELS.MISTRAL_MIXTRAL_LARGE_2402,
342453
BEDROCK_MODELS.AMAZON_NOVA_PREMIER_1,
343454
BEDROCK_MODELS.AMAZON_NOVA_PRO_1,
344455
BEDROCK_MODELS.AMAZON_NOVA_LITE_1,
345456
BEDROCK_MODELS.AMAZON_NOVA_MICRO_1,
457+
BEDROCK_MODELS.AMAZON_NOVA_2_LITE,
346458
]);
347459

348460
export const TOOL_CALL_MODELS: BEDROCK_MODELS[] = [
@@ -355,16 +467,25 @@ export const TOOL_CALL_MODELS: BEDROCK_MODELS[] = [
355467
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_7_SONNET,
356468
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_SONNET,
357469
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_OPUS,
470+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_HAIKU_4_5,
471+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_1_OPUS,
472+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_5_SONNET,
473+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_5,
474+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_6,
475+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_SONNET_4_6,
358476
BEDROCK_MODELS.META_LLAMA3_1_405B_INSTRUCT,
359477
BEDROCK_MODELS.META_LLAMA3_2_1B_INSTRUCT,
360478
BEDROCK_MODELS.META_LLAMA3_2_3B_INSTRUCT,
361479
BEDROCK_MODELS.META_LLAMA3_2_11B_INSTRUCT,
362480
BEDROCK_MODELS.META_LLAMA3_2_90B_INSTRUCT,
363481
BEDROCK_MODELS.META_LLAMA3_3_70B_INSTRUCT,
482+
BEDROCK_MODELS.META_LLAMA4_SCOUT_17B_INSTRUCT,
483+
BEDROCK_MODELS.META_LLAMA4_MAVERICK_17B_INSTRUCT,
364484
BEDROCK_MODELS.AMAZON_NOVA_PREMIER_1,
365485
BEDROCK_MODELS.AMAZON_NOVA_PRO_1,
366486
BEDROCK_MODELS.AMAZON_NOVA_LITE_1,
367487
BEDROCK_MODELS.AMAZON_NOVA_MICRO_1,
488+
BEDROCK_MODELS.AMAZON_NOVA_2_LITE,
368489
];
369490

370491
const getProvider = (model: string): Provider => {
@@ -398,6 +519,12 @@ export const BEDROCK_MODEL_MAX_TOKENS: Partial<Record<BEDROCK_MODELS, number>> =
398519
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_7_SONNET]: 8192,
399520
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_SONNET]: 64000,
400521
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_OPUS]: 32000,
522+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_HAIKU_4_5]: 8192,
523+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_1_OPUS]: 32000,
524+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_5_SONNET]: 64000,
525+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_5]: 32000,
526+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_6]: 32000,
527+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_SONNET_4_6]: 64000,
401528
[BEDROCK_MODELS.META_LLAMA2_13B_CHAT]: 2048,
402529
[BEDROCK_MODELS.META_LLAMA2_70B_CHAT]: 2048,
403530
[BEDROCK_MODELS.META_LLAMA3_8B_INSTRUCT]: 2048,
@@ -410,6 +537,9 @@ export const BEDROCK_MODEL_MAX_TOKENS: Partial<Record<BEDROCK_MODELS, number>> =
410537
[BEDROCK_MODELS.META_LLAMA3_2_11B_INSTRUCT]: 2048,
411538
[BEDROCK_MODELS.META_LLAMA3_2_90B_INSTRUCT]: 2048,
412539
[BEDROCK_MODELS.META_LLAMA3_3_70B_INSTRUCT]: 2048,
540+
[BEDROCK_MODELS.META_LLAMA4_SCOUT_17B_INSTRUCT]: 16384,
541+
[BEDROCK_MODELS.META_LLAMA4_MAVERICK_17B_INSTRUCT]: 16384,
542+
[BEDROCK_MODELS.AMAZON_NOVA_2_LITE]: 5120,
413543
};
414544

415545
const DEFAULT_BEDROCK_PARAMS = {

0 commit comments

Comments
 (0)