Skip to content

Commit f1c5079

Browse files
authored
docs: updated bedrock import and supported models (#2129)
Co-authored-by: Terence Sim <40583743+InTheAxis@users.noreply.github.com>
1 parent 9ed3195 commit f1c5079

File tree

1 file changed

+54
-13
lines changed
  • apps/next/src/content/docs/llamaindex/modules/models/llms

1 file changed

+54
-13
lines changed

apps/next/src/content/docs/llamaindex/modules/models/llms/bedrock.mdx

Lines changed: 54 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -5,13 +5,13 @@ title: Bedrock
55
## Installation
66

77
```package-install
8-
npm i llamaindex @llamaindex/community
8+
npm i llamaindex @llamaindex/aws
99
```
1010

1111
## Usage
1212

1313
```ts
14-
import { BEDROCK_MODELS, Bedrock } from "@llamaindex/community";
14+
import { BEDROCK_MODELS, Bedrock } from "@llamaindex/aws";
1515

1616
Settings.llm = new Bedrock({
1717
model: BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_HAIKU,
@@ -23,17 +23,32 @@ Settings.llm = new Bedrock({
2323
});
2424
```
2525

26-
Currently only supports Anthropic and Meta models:
26+
Supported models are listed below (accessible by BEDROCK_MODELS).
2727

2828
```ts
29+
AMAZON_TITAN_TG1_LARGE = "amazon.titan-tg1-large";
30+
AMAZON_TITAN_TEXT_EXPRESS_V1 = "amazon.titan-text-express-v1";
31+
AI21_J2_GRANDE_INSTRUCT = "ai21.j2-grande-instruct";
32+
AI21_J2_JUMBO_INSTRUCT = "ai21.j2-jumbo-instruct";
33+
AI21_J2_MID = "ai21.j2-mid";
34+
AI21_J2_MID_V1 = "ai21.j2-mid-v1";
35+
AI21_J2_ULTRA = "ai21.j2-ultra";
36+
AI21_J2_ULTRA_V1 = "ai21.j2-ultra-v1";
37+
COHERE_COMMAND_TEXT_V14 = "cohere.command-text-v14";
38+
2939
ANTHROPIC_CLAUDE_INSTANT_1 = "anthropic.claude-instant-v1";
3040
ANTHROPIC_CLAUDE_2 = "anthropic.claude-v2";
3141
ANTHROPIC_CLAUDE_2_1 = "anthropic.claude-v2:1";
3242
ANTHROPIC_CLAUDE_3_SONNET = "anthropic.claude-3-sonnet-20240229-v1:0";
3343
ANTHROPIC_CLAUDE_3_HAIKU = "anthropic.claude-3-haiku-20240307-v1:0";
3444
ANTHROPIC_CLAUDE_3_OPUS = "anthropic.claude-3-opus-20240229-v1:0"; // available on us-west-2
3545
ANTHROPIC_CLAUDE_3_5_SONNET = "anthropic.claude-3-5-sonnet-20240620-v1:0";
46+
ANTHROPIC_CLAUDE_3_5_SONNET_V2 = "anthropic.claude-3-5-sonnet-20241022-v2:0";
3647
ANTHROPIC_CLAUDE_3_5_HAIKU = "anthropic.claude-3-5-haiku-20241022-v1:0";
48+
ANTHROPIC_CLAUDE_3_7_SONNET = "anthropic.claude-3-7-sonnet-20250219-v1:0";
49+
ANTHROPIC_CLAUDE_4_SONNET = "anthropic.claude-sonnet-4-20250514-v1:0";
50+
ANTHROPIC_CLAUDE_4_OPUS = "anthropic.claude-opus-4-20250514-v1:0";
51+
3752
META_LLAMA2_13B_CHAT = "meta.llama2-13b-chat-v1";
3853
META_LLAMA2_70B_CHAT = "meta.llama2-70b-chat-v1";
3954
META_LLAMA3_8B_INSTRUCT = "meta.llama3-8b-instruct-v1:0";
@@ -45,52 +60,78 @@ META_LLAMA3_2_1B_INSTRUCT = "meta.llama3-2-1b-instruct-v1:0"; // only available
4560
META_LLAMA3_2_3B_INSTRUCT = "meta.llama3-2-3b-instruct-v1:0"; // only available via inference endpoints (see below)
4661
META_LLAMA3_2_11B_INSTRUCT = "meta.llama3-2-11b-instruct-v1:0"; // only available via inference endpoints (see below), multimodal and function call supported
4762
META_LLAMA3_2_90B_INSTRUCT = "meta.llama3-2-90b-instruct-v1:0"; // only available via inference endpoints (see below), multimodal and function call supported
63+
META_LLAMA3_3_70B_INSTRUCT = "meta.llama3-3-70b-instruct-v1:0";
64+
65+
MISTRAL_7B_INSTRUCT = "mistral.mistral-7b-instruct-v0:2";
66+
MISTRAL_MIXTRAL_7B_INSTRUCT = "mistral.mixtral-8x7b-instruct-v0:1";
67+
MISTRAL_MIXTRAL_LARGE_2402 = "mistral.mistral-large-2402-v1:0";
68+
4869
AMAZON_NOVA_PREMIER_1 = "amazon.nova-premier-v1:0";
4970
AMAZON_NOVA_PRO_1 = "amazon.nova-pro-v1:0";
5071
AMAZON_NOVA_LITE_1 = "amazon.nova-lite-v1:0";
5172
AMAZON_NOVA_MICRO_1 = "amazon.nova-micro-v1:0";
5273
```
5374

54-
You can also use Bedrock's Inference endpoints by using the model names:
75+
You can also use Bedrock's Inference endpoints by using the model names (accessible by INFERENCE_BEDROCK_MODELS).
76+
Note that the region must be set correctly.
5577

5678
```ts
57-
// US
79+
//US
5880
US_ANTHROPIC_CLAUDE_3_HAIKU = "us.anthropic.claude-3-haiku-20240307-v1:0";
81+
US_ANTHROPIC_CLAUDE_3_5_HAIKU = "us.anthropic.claude-3-5-haiku-20241022-v1:0";
5982
US_ANTHROPIC_CLAUDE_3_OPUS = "us.anthropic.claude-3-opus-20240229-v1:0";
6083
US_ANTHROPIC_CLAUDE_3_SONNET = "us.anthropic.claude-3-sonnet-20240229-v1:0";
6184
US_ANTHROPIC_CLAUDE_3_5_SONNET = "us.anthropic.claude-3-5-sonnet-20240620-v1:0";
62-
US_ANTHROPIC_CLAUDE_3_5_SONNET_V2 =
63-
"us.anthropic.claude-3-5-sonnet-20241022-v2:0";
85+
US_ANTHROPIC_CLAUDE_3_5_SONNET_V2 = "us.anthropic.claude-3-5-sonnet-20241022-v2:0";
86+
US_ANTHROPIC_CLAUDE_3_7_SONNET = "us.anthropic.claude-3-7-sonnet-20250219-v1:0";
87+
US_ANTHROPIC_CLAUDE_4_SONNET = "us.anthropic.claude-sonnet-4-20250514-v1:0";
88+
US_ANTHROPIC_CLAUDE_4_OPUS = "us.anthropic.claude-opus-4-20250514-v1:0";
6489
US_META_LLAMA_3_2_1B_INSTRUCT = "us.meta.llama3-2-1b-instruct-v1:0";
6590
US_META_LLAMA_3_2_3B_INSTRUCT = "us.meta.llama3-2-3b-instruct-v1:0";
6691
US_META_LLAMA_3_2_11B_INSTRUCT = "us.meta.llama3-2-11b-instruct-v1:0";
6792
US_META_LLAMA_3_2_90B_INSTRUCT = "us.meta.llama3-2-90b-instruct-v1:0";
68-
US_AMAZON_NOVA_PRO_1 = "us.amazon.nova-premier-v1:0";
93+
US_META_LLAMA_3_3_70B_INSTRUCT = "us.meta.llama3-3-70b-instruct-v1:0";
94+
US_AMAZON_NOVA_PREMIER_1 = "us.amazon.nova-premier-v1:0";
6995
US_AMAZON_NOVA_PRO_1 = "us.amazon.nova-pro-v1:0";
7096
US_AMAZON_NOVA_LITE_1 = "us.amazon.nova-lite-v1:0";
7197
US_AMAZON_NOVA_MICRO_1 = "us.amazon.nova-micro-v1:0";
7298

73-
// EU
99+
//EU
74100
EU_ANTHROPIC_CLAUDE_3_HAIKU = "eu.anthropic.claude-3-haiku-20240307-v1:0";
101+
EU_ANTHROPIC_CLAUDE_3_5_HAIKU = "eu.anthropic.claude-3-5-haiku-20240307-v1:0";
75102
EU_ANTHROPIC_CLAUDE_3_SONNET = "eu.anthropic.claude-3-sonnet-20240229-v1:0";
76103
EU_ANTHROPIC_CLAUDE_3_5_SONNET = "eu.anthropic.claude-3-5-sonnet-20240620-v1:0";
104+
EU_ANTHROPIC_CLAUDE_3_7_SONNET = "eu.anthropic.claude-3-7-sonnet-20250219-v1:0";
105+
EU_ANTHROPIC_CLAUDE_4_SONNET = "eu.anthropic.claude-sonnet-4-20250514-v1:0";
106+
EU_ANTHROPIC_CLAUDE_4_OPUS = "eu.anthropic.claude-opus-4-20250514-v1:0";
77107
EU_META_LLAMA_3_2_1B_INSTRUCT = "eu.meta.llama3-2-1b-instruct-v1:0";
78108
EU_META_LLAMA_3_2_3B_INSTRUCT = "eu.meta.llama3-2-3b-instruct-v1:0";
79-
EU_AMAZON_NOVA_PRO_1 = "eu.amazon.nova-premier-v1:0";
109+
EU_AMAZON_NOVA_PREMIER_1 = "eu.amazon.nova-premier-v1:0";
80110
EU_AMAZON_NOVA_PRO_1 = "eu.amazon.nova-pro-v1:0";
81111
EU_AMAZON_NOVA_LITE_1 = "eu.amazon.nova-lite-v1:0";
82112
EU_AMAZON_NOVA_MICRO_1 = "eu.amazon.nova-micro-v1:0";
113+
114+
//APAC
115+
APAC_ANTHROPIC_CLAUDE_3_5_SONNET = "apac.anthropic.claude-3-5-sonnet-20240620-v1:0";
116+
APAC_ANTHROPIC_CLAUDE_3_5_SONNET_V2 = "apac.anthropic.claude-3-5-sonnet-20241022-v2:0";
117+
APAC_ANTHROPIC_CLAUDE_3_7_SONNET = "apac.anthropic.claude-3-7-sonnet-20250219-v1:0";
118+
APAC_ANTHROPIC_CLAUDE_3_HAIKU = "apac.anthropic.claude-3-haiku-20240307-v1:0";
119+
APAC_ANTHROPIC_CLAUDE_3_SONNET = "apac.anthropic.claude-3-sonnet-20240229-v1:0";
120+
APAC_AMAZON_NOVA_PRO_1 = "apac.amazon.nova-pro-v1:0";
121+
APAC_AMAZON_NOVA_LITE_1 = "apac.amazon.nova-lite-v1:0";
122+
APAC_AMAZON_NOVA_MICRO_1 = "apac.amazon.nova-micro-v1:0";
83123
```
84124

85125
Sonnet, Haiku and Opus are multimodal, image_url only supports base64 data url format, e.g. `data:image/jpeg;base64,SGVsbG8sIFdvcmxkIQ==`
86126

87127
## Full Example
88128

89129
```ts
90-
import { BEDROCK_MODELS, Bedrock } from "llamaindex";
130+
import { INFERENCE_BEDROCK_MODELS, Bedrock } from "@llamaindex/aws";
91131

92132
Settings.llm = new Bedrock({
93-
model: BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_HAIKU,
133+
model: INFERENCE_BEDROCK_MODELS.US_ANTHROPIC_CLAUDE_3_SONNET,
134+
region: "us-east-1",
94135
});
95136

96137
async function main() {
@@ -119,7 +160,7 @@ async function main() {
119160
## Agent Example
120161

121162
```ts
122-
import { BEDROCK_MODELS, Bedrock } from "@llamaindex/community";
163+
import { BEDROCK_MODELS, Bedrock } from "@llamaindex/aws";
123164
import { tool } from "llamaindex";
124165
import { agent } from "@llamaindex/workflow";
125166
import { z } from "zod";

0 commit comments

Comments
 (0)