@@ -5,13 +5,13 @@ title: Bedrock
55## Installation
66
77``` package-install
8- npm i llamaindex @llamaindex/community
8+ npm i llamaindex @llamaindex/aws
99```
1010
1111## Usage
1212
1313``` ts
14- import { BEDROCK_MODELS , Bedrock } from " @llamaindex/community " ;
14+ import { BEDROCK_MODELS , Bedrock } from " @llamaindex/aws " ;
1515
1616Settings .llm = new Bedrock ({
1717 model: BEDROCK_MODELS .ANTHROPIC_CLAUDE_3_HAIKU ,
@@ -23,17 +23,32 @@ Settings.llm = new Bedrock({
2323});
2424```
2525
26- Currently only supports Anthropic and Meta models:
26+ Supported models are listed below (accessible by BEDROCK_MODELS).
2727
2828``` ts
29+ AMAZON_TITAN_TG1_LARGE = " amazon.titan-tg1-large" ;
30+ AMAZON_TITAN_TEXT_EXPRESS_V1 = " amazon.titan-text-express-v1" ;
31+ AI21_J2_GRANDE_INSTRUCT = " ai21.j2-grande-instruct" ;
32+ AI21_J2_JUMBO_INSTRUCT = " ai21.j2-jumbo-instruct" ;
33+ AI21_J2_MID = " ai21.j2-mid" ;
34+ AI21_J2_MID_V1 = " ai21.j2-mid-v1" ;
35+ AI21_J2_ULTRA = " ai21.j2-ultra" ;
36+ AI21_J2_ULTRA_V1 = " ai21.j2-ultra-v1" ;
37+ COHERE_COMMAND_TEXT_V14 = " cohere.command-text-v14" ;
38+
2939ANTHROPIC_CLAUDE_INSTANT_1 = " anthropic.claude-instant-v1" ;
3040ANTHROPIC_CLAUDE_2 = " anthropic.claude-v2" ;
3141ANTHROPIC_CLAUDE_2_1 = " anthropic.claude-v2:1" ;
3242ANTHROPIC_CLAUDE_3_SONNET = " anthropic.claude-3-sonnet-20240229-v1:0" ;
3343ANTHROPIC_CLAUDE_3_HAIKU = " anthropic.claude-3-haiku-20240307-v1:0" ;
3444ANTHROPIC_CLAUDE_3_OPUS = " anthropic.claude-3-opus-20240229-v1:0" ; // available on us-west-2
3545ANTHROPIC_CLAUDE_3_5_SONNET = " anthropic.claude-3-5-sonnet-20240620-v1:0" ;
46+ ANTHROPIC_CLAUDE_3_5_SONNET_V2 = " anthropic.claude-3-5-sonnet-20241022-v2:0" ;
3647ANTHROPIC_CLAUDE_3_5_HAIKU = " anthropic.claude-3-5-haiku-20241022-v1:0" ;
48+ ANTHROPIC_CLAUDE_3_7_SONNET = " anthropic.claude-3-7-sonnet-20250219-v1:0" ;
49+ ANTHROPIC_CLAUDE_4_SONNET = " anthropic.claude-sonnet-4-20250514-v1:0" ;
50+ ANTHROPIC_CLAUDE_4_OPUS = " anthropic.claude-opus-4-20250514-v1:0" ;
51+
3752META_LLAMA2_13B_CHAT = " meta.llama2-13b-chat-v1" ;
3853META_LLAMA2_70B_CHAT = " meta.llama2-70b-chat-v1" ;
3954META_LLAMA3_8B_INSTRUCT = " meta.llama3-8b-instruct-v1:0" ;
@@ -45,52 +60,78 @@ META_LLAMA3_2_1B_INSTRUCT = "meta.llama3-2-1b-instruct-v1:0"; // only available
4560META_LLAMA3_2_3B_INSTRUCT = " meta.llama3-2-3b-instruct-v1:0" ; // only available via inference endpoints (see below)
4661META_LLAMA3_2_11B_INSTRUCT = " meta.llama3-2-11b-instruct-v1:0" ; // only available via inference endpoints (see below), multimodal and function call supported
4762META_LLAMA3_2_90B_INSTRUCT = " meta.llama3-2-90b-instruct-v1:0" ; // only available via inference endpoints (see below), multimodal and function call supported
63+ META_LLAMA3_3_70B_INSTRUCT = " meta.llama3-3-70b-instruct-v1:0" ;
64+
65+ MISTRAL_7B_INSTRUCT = " mistral.mistral-7b-instruct-v0:2" ;
66+ MISTRAL_MIXTRAL_7B_INSTRUCT = " mistral.mixtral-8x7b-instruct-v0:1" ;
67+ MISTRAL_MIXTRAL_LARGE_2402 = " mistral.mistral-large-2402-v1:0" ;
68+
4869AMAZON_NOVA_PREMIER_1 = " amazon.nova-premier-v1:0" ;
4970AMAZON_NOVA_PRO_1 = " amazon.nova-pro-v1:0" ;
5071AMAZON_NOVA_LITE_1 = " amazon.nova-lite-v1:0" ;
5172AMAZON_NOVA_MICRO_1 = " amazon.nova-micro-v1:0" ;
5273```
5374
54- You can also use Bedrock's Inference endpoints by using the model names:
75+ You can also use Bedrock's Inference endpoints by using the model names (accessible by INFERENCE_BEDROCK_MODELS).
76+ Note that the region must be set correctly.
5577
5678``` ts
57- // US
79+ // US
5880US_ANTHROPIC_CLAUDE_3_HAIKU = " us.anthropic.claude-3-haiku-20240307-v1:0" ;
81+ US_ANTHROPIC_CLAUDE_3_5_HAIKU = " us.anthropic.claude-3-5-haiku-20241022-v1:0" ;
5982US_ANTHROPIC_CLAUDE_3_OPUS = " us.anthropic.claude-3-opus-20240229-v1:0" ;
6083US_ANTHROPIC_CLAUDE_3_SONNET = " us.anthropic.claude-3-sonnet-20240229-v1:0" ;
6184US_ANTHROPIC_CLAUDE_3_5_SONNET = " us.anthropic.claude-3-5-sonnet-20240620-v1:0" ;
62- US_ANTHROPIC_CLAUDE_3_5_SONNET_V2 =
63- " us.anthropic.claude-3-5-sonnet-20241022-v2:0" ;
85+ US_ANTHROPIC_CLAUDE_3_5_SONNET_V2 = " us.anthropic.claude-3-5-sonnet-20241022-v2:0" ;
86+ US_ANTHROPIC_CLAUDE_3_7_SONNET = " us.anthropic.claude-3-7-sonnet-20250219-v1:0" ;
87+ US_ANTHROPIC_CLAUDE_4_SONNET = " us.anthropic.claude-sonnet-4-20250514-v1:0" ;
88+ US_ANTHROPIC_CLAUDE_4_OPUS = " us.anthropic.claude-opus-4-20250514-v1:0" ;
6489US_META_LLAMA_3_2_1B_INSTRUCT = " us.meta.llama3-2-1b-instruct-v1:0" ;
6590US_META_LLAMA_3_2_3B_INSTRUCT = " us.meta.llama3-2-3b-instruct-v1:0" ;
6691US_META_LLAMA_3_2_11B_INSTRUCT = " us.meta.llama3-2-11b-instruct-v1:0" ;
6792US_META_LLAMA_3_2_90B_INSTRUCT = " us.meta.llama3-2-90b-instruct-v1:0" ;
68- US_AMAZON_NOVA_PRO_1 = " us.amazon.nova-premier-v1:0" ;
93+ US_META_LLAMA_3_3_70B_INSTRUCT = " us.meta.llama3-3-70b-instruct-v1:0" ;
94+ US_AMAZON_NOVA_PREMIER_1 = " us.amazon.nova-premier-v1:0" ;
6995US_AMAZON_NOVA_PRO_1 = " us.amazon.nova-pro-v1:0" ;
7096US_AMAZON_NOVA_LITE_1 = " us.amazon.nova-lite-v1:0" ;
7197US_AMAZON_NOVA_MICRO_1 = " us.amazon.nova-micro-v1:0" ;
7298
73- // EU
99+ // EU
74100EU_ANTHROPIC_CLAUDE_3_HAIKU = " eu.anthropic.claude-3-haiku-20240307-v1:0" ;
101+ EU_ANTHROPIC_CLAUDE_3_5_HAIKU = " eu.anthropic.claude-3-5-haiku-20240307-v1:0" ;
75102EU_ANTHROPIC_CLAUDE_3_SONNET = " eu.anthropic.claude-3-sonnet-20240229-v1:0" ;
76103EU_ANTHROPIC_CLAUDE_3_5_SONNET = " eu.anthropic.claude-3-5-sonnet-20240620-v1:0" ;
104+ EU_ANTHROPIC_CLAUDE_3_7_SONNET = " eu.anthropic.claude-3-7-sonnet-20250219-v1:0" ;
105+ EU_ANTHROPIC_CLAUDE_4_SONNET = " eu.anthropic.claude-sonnet-4-20250514-v1:0" ;
106+ EU_ANTHROPIC_CLAUDE_4_OPUS = " eu.anthropic.claude-opus-4-20250514-v1:0" ;
77107EU_META_LLAMA_3_2_1B_INSTRUCT = " eu.meta.llama3-2-1b-instruct-v1:0" ;
78108EU_META_LLAMA_3_2_3B_INSTRUCT = " eu.meta.llama3-2-3b-instruct-v1:0" ;
79- EU_AMAZON_NOVA_PRO_1 = " eu.amazon.nova-premier-v1:0" ;
109+ EU_AMAZON_NOVA_PREMIER_1 = " eu.amazon.nova-premier-v1:0" ;
80110EU_AMAZON_NOVA_PRO_1 = " eu.amazon.nova-pro-v1:0" ;
81111EU_AMAZON_NOVA_LITE_1 = " eu.amazon.nova-lite-v1:0" ;
82112EU_AMAZON_NOVA_MICRO_1 = " eu.amazon.nova-micro-v1:0" ;
113+
114+ // APAC
115+ APAC_ANTHROPIC_CLAUDE_3_5_SONNET = " apac.anthropic.claude-3-5-sonnet-20240620-v1:0" ;
116+ APAC_ANTHROPIC_CLAUDE_3_5_SONNET_V2 = " apac.anthropic.claude-3-5-sonnet-20241022-v2:0" ;
117+ APAC_ANTHROPIC_CLAUDE_3_7_SONNET = " apac.anthropic.claude-3-7-sonnet-20250219-v1:0" ;
118+ APAC_ANTHROPIC_CLAUDE_3_HAIKU = " apac.anthropic.claude-3-haiku-20240307-v1:0" ;
119+ APAC_ANTHROPIC_CLAUDE_3_SONNET = " apac.anthropic.claude-3-sonnet-20240229-v1:0" ;
120+ APAC_AMAZON_NOVA_PRO_1 = " apac.amazon.nova-pro-v1:0" ;
121+ APAC_AMAZON_NOVA_LITE_1 = " apac.amazon.nova-lite-v1:0" ;
122+ APAC_AMAZON_NOVA_MICRO_1 = " apac.amazon.nova-micro-v1:0" ;
83123```
84124
85125Sonnet, Haiku and Opus are multimodal, image_url only supports base64 data url format, e.g. ` data:image/jpeg;base64,SGVsbG8sIFdvcmxkIQ== `
86126
87127## Full Example
88128
89129``` ts
90- import { BEDROCK_MODELS , Bedrock } from " llamaindex" ;
130+ import { INFERENCE_BEDROCK_MODELS , Bedrock } from " @ llamaindex/aws " ;
91131
92132Settings .llm = new Bedrock ({
93- model: BEDROCK_MODELS .ANTHROPIC_CLAUDE_3_HAIKU ,
133+ model: INFERENCE_BEDROCK_MODELS .US_ANTHROPIC_CLAUDE_3_SONNET ,
134+ region: " us-east-1" ,
94135});
95136
96137async function main() {
@@ -119,7 +160,7 @@ async function main() {
119160## Agent Example
120161
121162``` ts
122- import { BEDROCK_MODELS , Bedrock } from " @llamaindex/community " ;
163+ import { BEDROCK_MODELS , Bedrock } from " @llamaindex/aws " ;
123164import { tool } from " llamaindex" ;
124165import { agent } from " @llamaindex/workflow" ;
125166import { z } from " zod" ;
0 commit comments