Skip to content
This repository was archived by the owner on Apr 30, 2026. It is now read-only.

Commit c4079d5

Browse files
ducduyn31ducduyn31
committed
feat: add new AWS Bedrock models
1 parent acd9b66 commit c4079d5

2 files changed

Lines changed: 156 additions & 13 deletions

File tree

‎.changeset/wicked-trees-sink.md‎

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
---
2+
"@llamaindex/aws": patch
3+
---
4+
5+
Add new AWS Bedrock models and fix incomplete entries:
6+
7+
- Add Anthropic Claude Haiku 4.5, Opus 4.5, Opus 4.6, and Sonnet 4.6
8+
- Add Meta Llama 4 Scout 17B and Maverick 17B
9+
- Add Amazon Nova 2 Lite
10+
- Fix missing entries for Claude 4.1 Opus and Claude 4.5 Sonnet in context window, streaming, tool calling, and max tokens constants
11+
- Add cross-region inference variants (US, EU, AU, JP, Global) based on AWS documentation
12+
- Remove unsupported cross-region inference entries (EU Claude 3.5 Haiku, EU/APAC Llama 4, EU Nova Premier, various APAC models without apac. prefix)
13+
- Add new AU, JP, and Global inference profile prefixes for supported models

‎packages/providers/aws/src/llm/bedrock/index.ts‎

Lines changed: 143 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -72,8 +72,12 @@ export const BEDROCK_MODELS = {
7272
ANTHROPIC_CLAUDE_3_7_SONNET: "anthropic.claude-3-7-sonnet-20250219-v1:0",
7373
ANTHROPIC_CLAUDE_4_SONNET: "anthropic.claude-sonnet-4-20250514-v1:0",
7474
ANTHROPIC_CLAUDE_4_OPUS: "anthropic.claude-opus-4-20250514-v1:0",
75+
ANTHROPIC_CLAUDE_HAIKU_4_5: "anthropic.claude-haiku-4-5-20251001-v1:0",
7576
ANTHROPIC_CLAUDE_4_1_OPUS: "anthropic.claude-opus-4-1-20250805-v1:0",
7677
ANTHROPIC_CLAUDE_4_5_SONNET: "anthropic.claude-sonnet-4-5-20250929-v1:0",
78+
ANTHROPIC_CLAUDE_OPUS_4_5: "anthropic.claude-opus-4-5-20251101-v1:0",
79+
ANTHROPIC_CLAUDE_OPUS_4_6: "anthropic.claude-opus-4-6-v1",
80+
ANTHROPIC_CLAUDE_SONNET_4_6: "anthropic.claude-sonnet-4-6",
7781
META_LLAMA2_13B_CHAT: "meta.llama2-13b-chat-v1",
7882
META_LLAMA2_70B_CHAT: "meta.llama2-70b-chat-v1",
7983
META_LLAMA3_8B_INSTRUCT: "meta.llama3-8b-instruct-v1:0",
@@ -86,13 +90,16 @@ export const BEDROCK_MODELS = {
8690
META_LLAMA3_2_11B_INSTRUCT: "meta.llama3-2-11b-instruct-v1:0",
8791
META_LLAMA3_2_90B_INSTRUCT: "meta.llama3-2-90b-instruct-v1:0",
8892
META_LLAMA3_3_70B_INSTRUCT: "meta.llama3-3-70b-instruct-v1:0",
93+
META_LLAMA4_SCOUT_17B_INSTRUCT: "meta.llama4-scout-17b-instruct-v1:0",
94+
META_LLAMA4_MAVERICK_17B_INSTRUCT: "meta.llama4-maverick-17b-instruct-v1:0",
8995
MISTRAL_7B_INSTRUCT: "mistral.mistral-7b-instruct-v0:2",
9096
MISTRAL_MIXTRAL_7B_INSTRUCT: "mistral.mixtral-8x7b-instruct-v0:1",
9197
MISTRAL_MIXTRAL_LARGE_2402: "mistral.mistral-large-2402-v1:0",
9298
AMAZON_NOVA_PREMIER_1: "amazon.nova-premier-v1:0",
9399
AMAZON_NOVA_PRO_1: "amazon.nova-pro-v1:0",
94100
AMAZON_NOVA_LITE_1: "amazon.nova-lite-v1:0",
95101
AMAZON_NOVA_MICRO_1: "amazon.nova-micro-v1:0",
102+
AMAZON_NOVA_2_LITE: "amazon.nova-2-lite-v1:0",
96103
};
97104

98105
export type BEDROCK_MODELS =
@@ -102,7 +109,6 @@ export const INFERENCE_BEDROCK_MODELS = {
102109
US_ANTHROPIC_CLAUDE_3_HAIKU: "us.anthropic.claude-3-haiku-20240307-v1:0",
103110
US_ANTHROPIC_CLAUDE_3_5_HAIKU: "us.anthropic.claude-3-5-haiku-20241022-v1:0",
104111
US_ANTHROPIC_CLAUDE_3_OPUS: "us.anthropic.claude-3-opus-20240229-v1:0",
105-
US_ANTHROPIC_CLAUDE_3_SONNET: "us.anthropic.claude-3-sonnet-20240229-v1:0",
106112
US_ANTHROPIC_CLAUDE_3_5_SONNET:
107113
"us.anthropic.claude-3-5-sonnet-20240620-v1:0",
108114
US_ANTHROPIC_CLAUDE_3_5_SONNET_V2:
@@ -111,37 +117,46 @@ export const INFERENCE_BEDROCK_MODELS = {
111117
"us.anthropic.claude-3-7-sonnet-20250219-v1:0",
112118
US_ANTHROPIC_CLAUDE_4_SONNET: "us.anthropic.claude-sonnet-4-20250514-v1:0",
113119
US_ANTHROPIC_CLAUDE_4_OPUS: "us.anthropic.claude-opus-4-20250514-v1:0",
120+
US_ANTHROPIC_CLAUDE_HAIKU_4_5: "us.anthropic.claude-haiku-4-5-20251001-v1:0",
114121
US_ANTHROPIC_CLAUDE_4_1_OPUS: "us.anthropic.claude-opus-4-1-20250805-v1:0",
115122
US_ANTHROPIC_CLAUDE_4_5_SONNET:
116123
"us.anthropic.claude-sonnet-4-5-20250929-v1:0",
124+
US_ANTHROPIC_CLAUDE_OPUS_4_5: "us.anthropic.claude-opus-4-5-20251101-v1:0",
125+
US_ANTHROPIC_CLAUDE_OPUS_4_6: "us.anthropic.claude-opus-4-6-v1",
126+
US_ANTHROPIC_CLAUDE_SONNET_4_6: "us.anthropic.claude-sonnet-4-6",
117127
US_META_LLAMA_3_2_1B_INSTRUCT: "us.meta.llama3-2-1b-instruct-v1:0",
118128
US_META_LLAMA_3_2_3B_INSTRUCT: "us.meta.llama3-2-3b-instruct-v1:0",
119129
US_META_LLAMA_3_2_11B_INSTRUCT: "us.meta.llama3-2-11b-instruct-v1:0",
120130
US_META_LLAMA_3_2_90B_INSTRUCT: "us.meta.llama3-2-90b-instruct-v1:0",
121131
US_META_LLAMA_3_3_70B_INSTRUCT: "us.meta.llama3-3-70b-instruct-v1:0",
132+
US_META_LLAMA4_SCOUT_17B_INSTRUCT: "us.meta.llama4-scout-17b-instruct-v1:0",
133+
US_META_LLAMA4_MAVERICK_17B_INSTRUCT:
134+
"us.meta.llama4-maverick-17b-instruct-v1:0",
122135
US_AMAZON_NOVA_PREMIER_1: "us.amazon.nova-premier-v1:0",
123136
US_AMAZON_NOVA_PRO_1: "us.amazon.nova-pro-v1:0",
124137
US_AMAZON_NOVA_LITE_1: "us.amazon.nova-lite-v1:0",
125138
US_AMAZON_NOVA_MICRO_1: "us.amazon.nova-micro-v1:0",
139+
US_AMAZON_NOVA_2_LITE: "us.amazon.nova-2-lite-v1:0",
126140

127141
EU_ANTHROPIC_CLAUDE_3_HAIKU: "eu.anthropic.claude-3-haiku-20240307-v1:0",
128-
EU_ANTHROPIC_CLAUDE_3_5_HAIKU: "eu.anthropic.claude-3-5-haiku-20240307-v1:0",
129142
EU_ANTHROPIC_CLAUDE_3_SONNET: "eu.anthropic.claude-3-sonnet-20240229-v1:0",
130143
EU_ANTHROPIC_CLAUDE_3_5_SONNET:
131144
"eu.anthropic.claude-3-5-sonnet-20240620-v1:0",
132145
EU_ANTHROPIC_CLAUDE_3_7_SONNET:
133146
"eu.anthropic.claude-3-7-sonnet-20250219-v1:0",
134147
EU_ANTHROPIC_CLAUDE_4_SONNET: "eu.anthropic.claude-sonnet-4-20250514-v1:0",
135-
EU_ANTHROPIC_CLAUDE_4_OPUS: "eu.anthropic.claude-opus-4-20250514-v1:0",
136-
EU_ANTHROPIC_CLAUDE_4_1_OPUS: "eu.anthropic.claude-opus-4-1-20250805-v1:0",
148+
EU_ANTHROPIC_CLAUDE_HAIKU_4_5: "eu.anthropic.claude-haiku-4-5-20251001-v1:0",
137149
EU_ANTHROPIC_CLAUDE_4_5_SONNET:
138150
"eu.anthropic.claude-sonnet-4-5-20250929-v1:0",
151+
EU_ANTHROPIC_CLAUDE_OPUS_4_5: "eu.anthropic.claude-opus-4-5-20251101-v1:0",
152+
EU_ANTHROPIC_CLAUDE_OPUS_4_6: "eu.anthropic.claude-opus-4-6-v1",
153+
EU_ANTHROPIC_CLAUDE_SONNET_4_6: "eu.anthropic.claude-sonnet-4-6",
139154
EU_META_LLAMA_3_2_1B_INSTRUCT: "eu.meta.llama3-2-1b-instruct-v1:0",
140155
EU_META_LLAMA_3_2_3B_INSTRUCT: "eu.meta.llama3-2-3b-instruct-v1:0",
141-
EU_AMAZON_NOVA_PREMIER_1: "eu.amazon.nova-premier-v1:0",
142156
EU_AMAZON_NOVA_PRO_1: "eu.amazon.nova-pro-v1:0",
143157
EU_AMAZON_NOVA_LITE_1: "eu.amazon.nova-lite-v1:0",
144158
EU_AMAZON_NOVA_MICRO_1: "eu.amazon.nova-micro-v1:0",
159+
EU_AMAZON_NOVA_2_LITE: "eu.amazon.nova-2-lite-v1:0",
145160
APAC_ANTHROPIC_CLAUDE_3_5_SONNET:
146161
"apac.anthropic.claude-3-5-sonnet-20240620-v1:0",
147162
APAC_ANTHROPIC_CLAUDE_3_5_SONNET_V2:
@@ -156,6 +171,30 @@ export const INFERENCE_BEDROCK_MODELS = {
156171
APAC_AMAZON_NOVA_PRO_1: "apac.amazon.nova-pro-v1:0",
157172
APAC_AMAZON_NOVA_LITE_1: "apac.amazon.nova-lite-v1:0",
158173
APAC_AMAZON_NOVA_MICRO_1: "apac.amazon.nova-micro-v1:0",
174+
175+
AU_ANTHROPIC_CLAUDE_HAIKU_4_5: "au.anthropic.claude-haiku-4-5-20251001-v1:0",
176+
AU_ANTHROPIC_CLAUDE_4_5_SONNET:
177+
"au.anthropic.claude-sonnet-4-5-20250929-v1:0",
178+
AU_ANTHROPIC_CLAUDE_OPUS_4_6: "au.anthropic.claude-opus-4-6-v1",
179+
AU_ANTHROPIC_CLAUDE_SONNET_4_6: "au.anthropic.claude-sonnet-4-6",
180+
181+
JP_ANTHROPIC_CLAUDE_HAIKU_4_5: "jp.anthropic.claude-haiku-4-5-20251001-v1:0",
182+
JP_ANTHROPIC_CLAUDE_4_5_SONNET:
183+
"jp.anthropic.claude-sonnet-4-5-20250929-v1:0",
184+
JP_ANTHROPIC_CLAUDE_SONNET_4_6: "jp.anthropic.claude-sonnet-4-6",
185+
JP_AMAZON_NOVA_2_LITE: "jp.amazon.nova-2-lite-v1:0",
186+
187+
GLOBAL_ANTHROPIC_CLAUDE_4_SONNET:
188+
"global.anthropic.claude-sonnet-4-20250514-v1:0",
189+
GLOBAL_ANTHROPIC_CLAUDE_HAIKU_4_5:
190+
"global.anthropic.claude-haiku-4-5-20251001-v1:0",
191+
GLOBAL_ANTHROPIC_CLAUDE_4_5_SONNET:
192+
"global.anthropic.claude-sonnet-4-5-20250929-v1:0",
193+
GLOBAL_ANTHROPIC_CLAUDE_OPUS_4_5:
194+
"global.anthropic.claude-opus-4-5-20251101-v1:0",
195+
GLOBAL_ANTHROPIC_CLAUDE_OPUS_4_6: "global.anthropic.claude-opus-4-6-v1",
196+
GLOBAL_ANTHROPIC_CLAUDE_SONNET_4_6: "global.anthropic.claude-sonnet-4-6",
197+
GLOBAL_AMAZON_NOVA_2_LITE: "global.amazon.nova-2-lite-v1:0",
159198
};
160199

161200
export type INFERENCE_BEDROCK_MODELS =
@@ -169,8 +208,6 @@ export const INFERENCE_TO_BEDROCK_MAP: Record<
169208
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_HAIKU,
170209
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_3_OPUS]:
171210
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_OPUS,
172-
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_3_SONNET]:
173-
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_SONNET,
174211
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_3_5_SONNET]:
175212
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_5_SONNET,
176213
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_3_7_SONNET]:
@@ -183,6 +220,18 @@ export const INFERENCE_TO_BEDROCK_MAP: Record<
183220
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_SONNET,
184221
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_4_OPUS]:
185222
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_OPUS,
223+
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_HAIKU_4_5]:
224+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_HAIKU_4_5,
225+
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_4_1_OPUS]:
226+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_1_OPUS,
227+
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_4_5_SONNET]:
228+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_5_SONNET,
229+
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_OPUS_4_5]:
230+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_5,
231+
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_OPUS_4_6]:
232+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_6,
233+
[INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_SONNET_4_6]:
234+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_SONNET_4_6,
186235
[INFERENCE_BEDROCK_MODELS.US_META_LLAMA_3_2_1B_INSTRUCT]:
187236
BEDROCK_MODELS.META_LLAMA3_2_1B_INSTRUCT,
188237
[INFERENCE_BEDROCK_MODELS.US_META_LLAMA_3_2_3B_INSTRUCT]:
@@ -193,6 +242,10 @@ export const INFERENCE_TO_BEDROCK_MAP: Record<
193242
BEDROCK_MODELS.META_LLAMA3_2_90B_INSTRUCT,
194243
[INFERENCE_BEDROCK_MODELS.US_META_LLAMA_3_3_70B_INSTRUCT]:
195244
BEDROCK_MODELS.META_LLAMA3_3_70B_INSTRUCT,
245+
[INFERENCE_BEDROCK_MODELS.US_META_LLAMA4_SCOUT_17B_INSTRUCT]:
246+
BEDROCK_MODELS.META_LLAMA4_SCOUT_17B_INSTRUCT,
247+
[INFERENCE_BEDROCK_MODELS.US_META_LLAMA4_MAVERICK_17B_INSTRUCT]:
248+
BEDROCK_MODELS.META_LLAMA4_MAVERICK_17B_INSTRUCT,
196249

197250
[INFERENCE_BEDROCK_MODELS.US_AMAZON_NOVA_PREMIER_1]:
198251
BEDROCK_MODELS.AMAZON_NOVA_PREMIER_1,
@@ -202,6 +255,8 @@ export const INFERENCE_TO_BEDROCK_MAP: Record<
202255
BEDROCK_MODELS.AMAZON_NOVA_LITE_1,
203256
[INFERENCE_BEDROCK_MODELS.US_AMAZON_NOVA_MICRO_1]:
204257
BEDROCK_MODELS.AMAZON_NOVA_MICRO_1,
258+
[INFERENCE_BEDROCK_MODELS.US_AMAZON_NOVA_2_LITE]:
259+
BEDROCK_MODELS.AMAZON_NOVA_2_LITE,
205260

206261
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_3_HAIKU]:
207262
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_HAIKU,
@@ -213,21 +268,28 @@ export const INFERENCE_TO_BEDROCK_MAP: Record<
213268
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_7_SONNET,
214269
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_4_SONNET]:
215270
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_SONNET,
216-
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_4_OPUS]:
217-
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_OPUS,
271+
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_HAIKU_4_5]:
272+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_HAIKU_4_5,
273+
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_4_5_SONNET]:
274+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_5_SONNET,
275+
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_OPUS_4_5]:
276+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_5,
277+
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_OPUS_4_6]:
278+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_6,
279+
[INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_SONNET_4_6]:
280+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_SONNET_4_6,
218281
[INFERENCE_BEDROCK_MODELS.EU_META_LLAMA_3_2_1B_INSTRUCT]:
219282
BEDROCK_MODELS.META_LLAMA3_2_1B_INSTRUCT,
220283
[INFERENCE_BEDROCK_MODELS.EU_META_LLAMA_3_2_3B_INSTRUCT]:
221284
BEDROCK_MODELS.META_LLAMA3_2_3B_INSTRUCT,
222-
223-
[INFERENCE_BEDROCK_MODELS.EU_AMAZON_NOVA_PREMIER_1]:
224-
BEDROCK_MODELS.AMAZON_NOVA_PREMIER_1,
225285
[INFERENCE_BEDROCK_MODELS.EU_AMAZON_NOVA_PRO_1]:
226286
BEDROCK_MODELS.AMAZON_NOVA_PRO_1,
227287
[INFERENCE_BEDROCK_MODELS.EU_AMAZON_NOVA_LITE_1]:
228288
BEDROCK_MODELS.AMAZON_NOVA_LITE_1,
229289
[INFERENCE_BEDROCK_MODELS.EU_AMAZON_NOVA_MICRO_1]:
230290
BEDROCK_MODELS.AMAZON_NOVA_MICRO_1,
291+
[INFERENCE_BEDROCK_MODELS.EU_AMAZON_NOVA_2_LITE]:
292+
BEDROCK_MODELS.AMAZON_NOVA_2_LITE,
231293

232294
[INFERENCE_BEDROCK_MODELS.APAC_ANTHROPIC_CLAUDE_3_5_SONNET]:
233295
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_5_SONNET,
@@ -241,13 +303,45 @@ export const INFERENCE_TO_BEDROCK_MAP: Record<
241303
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_HAIKU,
242304
[INFERENCE_BEDROCK_MODELS.APAC_ANTHROPIC_CLAUDE_3_SONNET]:
243305
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_SONNET,
244-
245306
[INFERENCE_BEDROCK_MODELS.APAC_AMAZON_NOVA_PRO_1]:
246307
BEDROCK_MODELS.AMAZON_NOVA_PRO_1,
247308
[INFERENCE_BEDROCK_MODELS.APAC_AMAZON_NOVA_LITE_1]:
248309
BEDROCK_MODELS.AMAZON_NOVA_LITE_1,
249310
[INFERENCE_BEDROCK_MODELS.APAC_AMAZON_NOVA_MICRO_1]:
250311
BEDROCK_MODELS.AMAZON_NOVA_MICRO_1,
312+
313+
[INFERENCE_BEDROCK_MODELS.AU_ANTHROPIC_CLAUDE_HAIKU_4_5]:
314+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_HAIKU_4_5,
315+
[INFERENCE_BEDROCK_MODELS.AU_ANTHROPIC_CLAUDE_4_5_SONNET]:
316+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_5_SONNET,
317+
[INFERENCE_BEDROCK_MODELS.AU_ANTHROPIC_CLAUDE_OPUS_4_6]:
318+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_6,
319+
[INFERENCE_BEDROCK_MODELS.AU_ANTHROPIC_CLAUDE_SONNET_4_6]:
320+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_SONNET_4_6,
321+
322+
[INFERENCE_BEDROCK_MODELS.JP_ANTHROPIC_CLAUDE_HAIKU_4_5]:
323+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_HAIKU_4_5,
324+
[INFERENCE_BEDROCK_MODELS.JP_ANTHROPIC_CLAUDE_4_5_SONNET]:
325+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_5_SONNET,
326+
[INFERENCE_BEDROCK_MODELS.JP_ANTHROPIC_CLAUDE_SONNET_4_6]:
327+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_SONNET_4_6,
328+
[INFERENCE_BEDROCK_MODELS.JP_AMAZON_NOVA_2_LITE]:
329+
BEDROCK_MODELS.AMAZON_NOVA_2_LITE,
330+
331+
[INFERENCE_BEDROCK_MODELS.GLOBAL_ANTHROPIC_CLAUDE_4_SONNET]:
332+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_SONNET,
333+
[INFERENCE_BEDROCK_MODELS.GLOBAL_ANTHROPIC_CLAUDE_HAIKU_4_5]:
334+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_HAIKU_4_5,
335+
[INFERENCE_BEDROCK_MODELS.GLOBAL_ANTHROPIC_CLAUDE_4_5_SONNET]:
336+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_5_SONNET,
337+
[INFERENCE_BEDROCK_MODELS.GLOBAL_ANTHROPIC_CLAUDE_OPUS_4_5]:
338+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_5,
339+
[INFERENCE_BEDROCK_MODELS.GLOBAL_ANTHROPIC_CLAUDE_OPUS_4_6]:
340+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_6,
341+
[INFERENCE_BEDROCK_MODELS.GLOBAL_ANTHROPIC_CLAUDE_SONNET_4_6]:
342+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_SONNET_4_6,
343+
[INFERENCE_BEDROCK_MODELS.GLOBAL_AMAZON_NOVA_2_LITE]:
344+
BEDROCK_MODELS.AMAZON_NOVA_2_LITE,
251345
};
252346

253347
/*
@@ -280,6 +374,12 @@ const CHAT_ONLY_MODELS = {
280374
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_7_SONNET]: 200000,
281375
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_SONNET]: 200000,
282376
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_OPUS]: 200000,
377+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_HAIKU_4_5]: 200000,
378+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_1_OPUS]: 200000,
379+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_5_SONNET]: 200000,
380+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_5]: 200000,
381+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_6]: 200000,
382+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_SONNET_4_6]: 200000,
283383
[BEDROCK_MODELS.META_LLAMA2_13B_CHAT]: 2048,
284384
[BEDROCK_MODELS.META_LLAMA2_70B_CHAT]: 4096,
285385
[BEDROCK_MODELS.META_LLAMA3_8B_INSTRUCT]: 8192,
@@ -292,13 +392,16 @@ const CHAT_ONLY_MODELS = {
292392
[BEDROCK_MODELS.META_LLAMA3_2_11B_INSTRUCT]: 128000,
293393
[BEDROCK_MODELS.META_LLAMA3_2_90B_INSTRUCT]: 128000,
294394
[BEDROCK_MODELS.META_LLAMA3_3_70B_INSTRUCT]: 128000,
395+
[BEDROCK_MODELS.META_LLAMA4_SCOUT_17B_INSTRUCT]: 1048576,
396+
[BEDROCK_MODELS.META_LLAMA4_MAVERICK_17B_INSTRUCT]: 1048576,
295397
[BEDROCK_MODELS.MISTRAL_7B_INSTRUCT]: 32000,
296398
[BEDROCK_MODELS.MISTRAL_MIXTRAL_7B_INSTRUCT]: 32000,
297399
[BEDROCK_MODELS.MISTRAL_MIXTRAL_LARGE_2402]: 32000,
298400
[BEDROCK_MODELS.AMAZON_NOVA_PREMIER_1]: 300000,
299401
[BEDROCK_MODELS.AMAZON_NOVA_PRO_1]: 300000,
300402
[BEDROCK_MODELS.AMAZON_NOVA_LITE_1]: 300000,
301403
[BEDROCK_MODELS.AMAZON_NOVA_MICRO_1]: 130000,
404+
[BEDROCK_MODELS.AMAZON_NOVA_2_LITE]: 300000,
302405
};
303406

304407
const BEDROCK_FOUNDATION_LLMS = { ...COMPLETION_MODELS, ...CHAT_ONLY_MODELS };
@@ -324,6 +427,12 @@ export const STREAMING_MODELS = new Set([
324427
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_7_SONNET,
325428
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_SONNET,
326429
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_OPUS,
430+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_HAIKU_4_5,
431+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_1_OPUS,
432+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_5_SONNET,
433+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_5,
434+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_6,
435+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_SONNET_4_6,
327436
BEDROCK_MODELS.META_LLAMA2_13B_CHAT,
328437
BEDROCK_MODELS.META_LLAMA2_70B_CHAT,
329438
BEDROCK_MODELS.META_LLAMA3_8B_INSTRUCT,
@@ -336,13 +445,16 @@ export const STREAMING_MODELS = new Set([
336445
BEDROCK_MODELS.META_LLAMA3_2_11B_INSTRUCT,
337446
BEDROCK_MODELS.META_LLAMA3_2_90B_INSTRUCT,
338447
BEDROCK_MODELS.META_LLAMA3_3_70B_INSTRUCT,
448+
BEDROCK_MODELS.META_LLAMA4_SCOUT_17B_INSTRUCT,
449+
BEDROCK_MODELS.META_LLAMA4_MAVERICK_17B_INSTRUCT,
339450
BEDROCK_MODELS.MISTRAL_7B_INSTRUCT,
340451
BEDROCK_MODELS.MISTRAL_MIXTRAL_7B_INSTRUCT,
341452
BEDROCK_MODELS.MISTRAL_MIXTRAL_LARGE_2402,
342453
BEDROCK_MODELS.AMAZON_NOVA_PREMIER_1,
343454
BEDROCK_MODELS.AMAZON_NOVA_PRO_1,
344455
BEDROCK_MODELS.AMAZON_NOVA_LITE_1,
345456
BEDROCK_MODELS.AMAZON_NOVA_MICRO_1,
457+
BEDROCK_MODELS.AMAZON_NOVA_2_LITE,
346458
]);
347459

348460
export const TOOL_CALL_MODELS: BEDROCK_MODELS[] = [
@@ -355,16 +467,25 @@ export const TOOL_CALL_MODELS: BEDROCK_MODELS[] = [
355467
BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_7_SONNET,
356468
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_SONNET,
357469
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_OPUS,
470+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_HAIKU_4_5,
471+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_1_OPUS,
472+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_5_SONNET,
473+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_5,
474+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_6,
475+
BEDROCK_MODELS.ANTHROPIC_CLAUDE_SONNET_4_6,
358476
BEDROCK_MODELS.META_LLAMA3_1_405B_INSTRUCT,
359477
BEDROCK_MODELS.META_LLAMA3_2_1B_INSTRUCT,
360478
BEDROCK_MODELS.META_LLAMA3_2_3B_INSTRUCT,
361479
BEDROCK_MODELS.META_LLAMA3_2_11B_INSTRUCT,
362480
BEDROCK_MODELS.META_LLAMA3_2_90B_INSTRUCT,
363481
BEDROCK_MODELS.META_LLAMA3_3_70B_INSTRUCT,
482+
BEDROCK_MODELS.META_LLAMA4_SCOUT_17B_INSTRUCT,
483+
BEDROCK_MODELS.META_LLAMA4_MAVERICK_17B_INSTRUCT,
364484
BEDROCK_MODELS.AMAZON_NOVA_PREMIER_1,
365485
BEDROCK_MODELS.AMAZON_NOVA_PRO_1,
366486
BEDROCK_MODELS.AMAZON_NOVA_LITE_1,
367487
BEDROCK_MODELS.AMAZON_NOVA_MICRO_1,
488+
BEDROCK_MODELS.AMAZON_NOVA_2_LITE,
368489
];
369490

370491
const getProvider = (model: string): Provider => {
@@ -398,6 +519,12 @@ export const BEDROCK_MODEL_MAX_TOKENS: Partial<Record<BEDROCK_MODELS, number>> =
398519
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_7_SONNET]: 8192,
399520
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_SONNET]: 64000,
400521
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_OPUS]: 32000,
522+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_HAIKU_4_5]: 8192,
523+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_1_OPUS]: 32000,
524+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_4_5_SONNET]: 64000,
525+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_5]: 32000,
526+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_OPUS_4_6]: 32000,
527+
[BEDROCK_MODELS.ANTHROPIC_CLAUDE_SONNET_4_6]: 64000,
401528
[BEDROCK_MODELS.META_LLAMA2_13B_CHAT]: 2048,
402529
[BEDROCK_MODELS.META_LLAMA2_70B_CHAT]: 2048,
403530
[BEDROCK_MODELS.META_LLAMA3_8B_INSTRUCT]: 2048,
@@ -410,6 +537,9 @@ export const BEDROCK_MODEL_MAX_TOKENS: Partial<Record<BEDROCK_MODELS, number>> =
410537
[BEDROCK_MODELS.META_LLAMA3_2_11B_INSTRUCT]: 2048,
411538
[BEDROCK_MODELS.META_LLAMA3_2_90B_INSTRUCT]: 2048,
412539
[BEDROCK_MODELS.META_LLAMA3_3_70B_INSTRUCT]: 2048,
540+
[BEDROCK_MODELS.META_LLAMA4_SCOUT_17B_INSTRUCT]: 16384,
541+
[BEDROCK_MODELS.META_LLAMA4_MAVERICK_17B_INSTRUCT]: 16384,
542+
[BEDROCK_MODELS.AMAZON_NOVA_2_LITE]: 5120,
413543
};
414544

415545
const DEFAULT_BEDROCK_PARAMS = {

0 commit comments

Comments
 (0)