Add Amazon Bedrock models

fwang · fwang · commit ed3594666536 · 2025-06-11T23:38:01.000-04:00
diff --git a/providers/amazon-bedrock/models/ai21.jamba-1-5-large-v1:0.toml b/providers/amazon-bedrock/models/ai21.jamba-1-5-large-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Jamba 1.5 Large"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 2.00
+output = 8.00
+inputCached = 0.00
+outputCached = 0.00
+
+[limit]
+context = 256_000
+output = 4_096
diff --git a/providers/amazon-bedrock/models/ai21.jamba-1-5-mini-v1:0.toml b/providers/amazon-bedrock/models/ai21.jamba-1-5-mini-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Jamba 1.5 Mini"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.20
+output = 0.40
+inputCached = 0.00
+outputCached = 0.00
+
+[limit]
+context = 256_000
+output = 4_096
diff --git a/providers/amazon-bedrock/models/amazon.nova-lite-v1:0.toml b/providers/amazon-bedrock/models/amazon.nova-lite-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Nova Lite"
+attachment = true
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.06
+output = 0.24
+inputCached = 0.015
+outputCached = 0.00
+
+[limit]
+context = 300_000
+output = 8_192
diff --git a/providers/amazon-bedrock/models/amazon.nova-micro-v1:0.toml b/providers/amazon-bedrock/models/amazon.nova-micro-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Nova Micro"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.035
+output = 0.14
+inputCached = 0.00875
+outputCached = 0.00
+
+[limit]
+context = 128_000
+output = 8_192
diff --git a/providers/amazon-bedrock/models/amazon.nova-premier-v1:0.toml b/providers/amazon-bedrock/models/amazon.nova-premier-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Nova Premier"
+attachment = true
+reasoning = true
+temperature = true
+
+[cost]
+input = 2.50
+output = 12.50
+inputCached = 0.00
+outputCached = 0.00
+
+[limit]
+context = 1_000_000
+output = 16_384
diff --git a/providers/amazon-bedrock/models/amazon.nova-pro-v1:0.toml b/providers/amazon-bedrock/models/amazon.nova-pro-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Nova Pro"
+attachment = true
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.80
+output = 3.20
+inputCached = 0.20
+outputCached = 0.00
+
+[limit]
+context = 300_000
+output = 8_192
diff --git a/providers/amazon-bedrock/models/anthropic.claude-3-5-haiku-20241022-v1:0.toml b/providers/amazon-bedrock/models/anthropic.claude-3-5-haiku-20241022-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Claude 3.5 Haiku"
+attachment = true
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.80
+output = 4.00
+inputCached = 0.08
+outputCached = 1.00
+
+[limit]
+context = 200_000
+output = 8_192
diff --git a/providers/amazon-bedrock/models/anthropic.claude-3-5-sonnet-20240620-v1:0.toml b/providers/amazon-bedrock/models/anthropic.claude-3-5-sonnet-20240620-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Claude 3.5 Sonnet"
+attachment = true
+reasoning = false
+temperature = true
+
+[cost]
+input = 3.00
+output = 15.00
+inputCached = 0.30
+outputCached = 3.75
+
+[limit]
+context = 200_000
+output = 8_192
diff --git a/providers/amazon-bedrock/models/anthropic.claude-3-5-sonnet-20241022-v2:0.toml b/providers/amazon-bedrock/models/anthropic.claude-3-5-sonnet-20241022-v2:0.toml
@@ -0,0 +1,14 @@
+name = "Claude 3.5 Sonnet v2"
+attachment = true
+reasoning = false
+temperature = true
+
+[cost]
+input = 3.00
+output = 15.00
+inputCached = 0.30
+outputCached = 3.75
+
+[limit]
+context = 200_000
+output = 8_192
diff --git a/providers/amazon-bedrock/models/anthropic.claude-3-7-sonnet-20250219-v1:0.toml b/providers/amazon-bedrock/models/anthropic.claude-3-7-sonnet-20250219-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Claude 3.7 Sonnet"
+attachment = true
+reasoning = false
+temperature = true
+
+[cost]
+input = 3.00
+output = 15.00
+inputCached = 0.30
+outputCached = 3.75
+
+[limit]
+context = 200_000
+output = 8_192
diff --git a/providers/amazon-bedrock/models/anthropic.claude-3-haiku-20240307-v1:0.toml b/providers/amazon-bedrock/models/anthropic.claude-3-haiku-20240307-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Claude 3 Haiku"
+attachment = true
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.25
+output = 1.25
+inputCached = 0.00
+outputCached = 0.00
+
+[limit]
+context = 200_000
+output = 4_096
diff --git a/providers/amazon-bedrock/models/anthropic.claude-3-opus-20240229-v1:0.toml b/providers/amazon-bedrock/models/anthropic.claude-3-opus-20240229-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Claude 3 Opus"
+attachment = true
+reasoning = false
+temperature = true
+
+[cost]
+input = 15.00
+output = 75.00
+inputCached = 0.00
+outputCached = 0.00
+
+[limit]
+context = 200_000
+output = 4_096
diff --git a/providers/amazon-bedrock/models/anthropic.claude-3-sonnet-20240229-v1:0.toml b/providers/amazon-bedrock/models/anthropic.claude-3-sonnet-20240229-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Claude 3 Sonnet"
+attachment = true
+reasoning = false
+temperature = true
+
+[cost]
+input = 3.00
+output = 15.00
+inputCached = 0.00
+outputCached = 0.00
+
+[limit]
+context = 200_000
+output = 4_096
diff --git a/providers/amazon-bedrock/models/anthropic.claude-instant-v1.toml b/providers/amazon-bedrock/models/anthropic.claude-instant-v1.toml
@@ -0,0 +1,14 @@
+name = "Claude Instant"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.80
+output = 2.40
+inputCached = 0.00
+outputCached = 0.00
+
+[limit]
+context = 100_000
+output = 4_096
diff --git a/providers/amazon-bedrock/models/anthropic.claude-opus-4-20250514-v1:0.toml b/providers/amazon-bedrock/models/anthropic.claude-opus-4-20250514-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Claude Opus 4"
+attachment = true
+reasoning = true
+temperature = true
+
+[cost]
+input = 15.00
+output = 75.00
+inputCached = 1.50
+outputCached = 18.75
+
+[limit]
+context = 200_000
+output = 32_000
diff --git a/providers/amazon-bedrock/models/anthropic.claude-sonnet-4-20250514-v1:0.toml b/providers/amazon-bedrock/models/anthropic.claude-sonnet-4-20250514-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Claude Sonnet 4"
+attachment = true
+reasoning = true
+temperature = true
+
+[cost]
+input = 3.00
+output = 15.00
+inputCached = 0.30
+outputCached = 3.75
+
+[limit]
+context = 200_000
+output = 64_000
diff --git a/providers/amazon-bedrock/models/anthropic.claude-v2.toml b/providers/amazon-bedrock/models/anthropic.claude-v2.toml
@@ -0,0 +1,14 @@
+name = "Claude 2"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 8.00
+output = 24.00
+inputCached = 0.00
+outputCached = 0.00
+
+[limit]
+context = 100_000
+output = 4_096
diff --git a/providers/amazon-bedrock/models/anthropic.claude-v2:1.toml b/providers/amazon-bedrock/models/anthropic.claude-v2:1.toml
@@ -0,0 +1,14 @@
+name = "Claude 2.1"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 8.00
+output = 24.00
+inputCached = 0.00
+outputCached = 0.00
+
+[limit]
+context = 200_000
+output = 4_096
diff --git a/providers/amazon-bedrock/models/cohere.command-light-text-v14.toml b/providers/amazon-bedrock/models/cohere.command-light-text-v14.toml
@@ -0,0 +1,14 @@
+name = "Command Light"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.30
+output = 0.60
+inputCached = 0.00
+outputCached = 0.00
+
+[limit]
+context = 4_096
+output = 4_096
diff --git a/providers/amazon-bedrock/models/cohere.command-r-plus-v1:0.toml b/providers/amazon-bedrock/models/cohere.command-r-plus-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Command R+"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 3.00
+output = 15.00
+inputCached = 0.00
+outputCached = 0.00
+
+[limit]
+context = 128_000
+output = 4_096
diff --git a/providers/amazon-bedrock/models/cohere.command-r-v1:0.toml b/providers/amazon-bedrock/models/cohere.command-r-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Command R"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.50
+output = 1.50
+inputCached = 0.00
+outputCached = 0.00
+
+[limit]
+context = 128_000
+output = 4_096
diff --git a/providers/amazon-bedrock/models/cohere.command-text-v14.toml b/providers/amazon-bedrock/models/cohere.command-text-v14.toml
@@ -0,0 +1,14 @@
+name = "Command"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 1.50
+output = 2.00
+inputCached = 0.00
+outputCached = 0.00
+
+[limit]
+context = 4_096
+output = 4_096
diff --git a/providers/amazon-bedrock/models/deepseek.r1-v1:0.toml b/providers/amazon-bedrock/models/deepseek.r1-v1:0.toml
@@ -0,0 +1,14 @@
+name = "DeepSeek-R1"
+attachment = false
+reasoning = true
+temperature = true
+
+[cost]
+input = 1.35
+output = 5.4
+inputCached = 0.00
+outputCached = 0.00
+
+[limit]
+context = 128_000
+output = 8_192
diff --git a/providers/amazon-bedrock/models/meta.llama3-1-70b-instruct-v1:0.toml b/providers/amazon-bedrock/models/meta.llama3-1-70b-instruct-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Llama 3.1 70B Instruct"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.72
+output = 0.72
+inputCached = 0.00
+outputCached = 0.00
+
+[limit]
+context = 128_000
+output = 4_096
diff --git a/providers/amazon-bedrock/models/meta.llama3-1-8b-instruct-v1:0.toml b/providers/amazon-bedrock/models/meta.llama3-1-8b-instruct-v1:0.toml
@@ -0,0 +1,14 @@
+name = "Llama 3.1 8B Instruct"
+attachment = false
+reasoning = false
+temperature = true
+
+[cost]
+input = 0.22
+output = 0.22
+inputCached = 0.00
+outputCached = 0.00
+
+[limit]
+context = 128_000
+output = 4_096
diff --git a/providers/amazon-bedrock/models/meta.llama3-2-11b-instruct-v1:0.toml b/providers/amazon-bedrock/models/meta.llama3-2-11b-instruct-v1:0.toml
diff --git a/providers/amazon-bedrock/models/meta.llama3-2-1b-instruct-v1:0.toml b/providers/amazon-bedrock/models/meta.llama3-2-1b-instruct-v1:0.toml
diff --git a/providers/amazon-bedrock/models/meta.llama3-2-3b-instruct-v1:0.toml b/providers/amazon-bedrock/models/meta.llama3-2-3b-instruct-v1:0.toml
diff --git a/providers/amazon-bedrock/models/meta.llama3-2-90b-instruct-v1:0.toml b/providers/amazon-bedrock/models/meta.llama3-2-90b-instruct-v1:0.toml
diff --git a/providers/amazon-bedrock/models/meta.llama3-3-70b-instruct-v1:0.toml b/providers/amazon-bedrock/models/meta.llama3-3-70b-instruct-v1:0.toml
diff --git a/providers/amazon-bedrock/models/meta.llama3-70b-instruct-v1:0.toml b/providers/amazon-bedrock/models/meta.llama3-70b-instruct-v1:0.toml
diff --git a/providers/amazon-bedrock/models/meta.llama3-8b-instruct-v1:0.toml b/providers/amazon-bedrock/models/meta.llama3-8b-instruct-v1:0.toml
diff --git a/providers/amazon-bedrock/models/meta.llama4-maverick-17b-instruct-v1:0.toml b/providers/amazon-bedrock/models/meta.llama4-maverick-17b-instruct-v1:0.toml
diff --git a/providers/amazon-bedrock/models/meta.llama4-scout-17b-instruct-v1:0.toml b/providers/amazon-bedrock/models/meta.llama4-scout-17b-instruct-v1:0.toml
diff --git a/providers/amazon-bedrock/provider.toml b/providers/amazon-bedrock/provider.toml
