Add Bedrock provider support to inference configuration

Added remote::bedrock provider to both build.yaml and run.yaml with
AWS configuration options including credentials, region,
retry settings, and connection timeouts.

Author: skamenan7

distribution/Containerfile

@@ -8,6 +8,7 @@ RUN pip install sqlalchemy # somehow sqlalchemy[asyncio] is not sufficient
 RUN pip install \
     aiosqlite \
     autoevals \
+    boto3 \
     chardet \
     datasets \
     fastapi \

distribution/build.yaml

@@ -4,6 +4,7 @@ distribution_spec:
   providers:
     inference:
     - provider_type: remote::vllm
+    - provider_type: remote::bedrock
     - provider_type: inline::sentence-transformers
     vector_io:
     - provider_type: inline::milvus

distribution/run.yaml

@@ -19,6 +19,19 @@ providers:
       max_tokens: ${env.VLLM_MAX_TOKENS:=4096}
       api_token: ${env.VLLM_API_TOKEN:=fake}
       tls_verify: ${env.VLLM_TLS_VERIFY:=true}
+  - provider_id: bedrock-inference
+    provider_type: remote::bedrock
+    config:
+      aws_access_key_id: ${env.AWS_ACCESS_KEY_ID:=}
+      aws_secret_access_key: ${env.AWS_SECRET_ACCESS_KEY:=}
+      aws_session_token: ${env.AWS_SESSION_TOKEN:=}
+      region_name: ${env.AWS_DEFAULT_REGION:=}
+      profile_name: ${env.AWS_PROFILE:=}
+      total_max_attempts: ${env.AWS_MAX_ATTEMPTS:=}
+      retry_mode: ${env.AWS_RETRY_MODE:=}
+      connect_timeout: ${env.AWS_CONNECT_TIMEOUT:=60}
+      read_timeout: ${env.AWS_READ_TIMEOUT:=60}
+      session_ttl: ${env.AWS_SESSION_TTL:=3600}
   - provider_id: sentence-transformers
     provider_type: inline::sentence-transformers
     config: {}