feat: add vertexai inference provider

Signed-off-by: Nathan Weinberg <nweinber@redhat.com>

Author: nathan-weinberg

distribution/Containerfile

@@ -14,8 +14,10 @@ RUN pip install \
     datasets>=4.0.0 \
     fastapi \
     fire \
+    google-cloud-aiplatform \
     httpx \
     ibm_watsonx_ai \
+    litellm \
     matplotlib \
     mcp>=1.8.1 \
     nltk \

distribution/README.md

@@ -15,6 +15,7 @@ You can see an overview of the APIs and Providers the image ships with in the ta
 | files | inline::localfs |
 | inference | inline::sentence-transformers |
 | inference | remote::bedrock |
+| inference | remote::vertexai |
 | inference | remote::vllm |
 | inference | remote::watsonx |
 | safety | remote::trustyai_fms |

distribution/build.yaml

@@ -7,6 +7,7 @@ distribution_spec:
     - provider_type: remote::bedrock
     - provider_type: inline::sentence-transformers
     - provider_type: remote::watsonx
+    - provider_type: remote::vertexai
     vector_io:
     - provider_type: inline::milvus
     - provider_type: remote::milvus

distribution/run.yaml

@@ -42,6 +42,11 @@ providers:
       url: ${env.WATSONX_BASE_URL:=https://us-south.ml.cloud.ibm.com}
       api_key: ${env.WATSONX_API_KEY:=}
       project_id: ${env.WATSONX_PROJECT_ID:=}
+  - provider_id: ${env.VERTEX_AI_PROJECT:+vertexai}
+    provider_type: remote::vertexai
+    config:
+      project: ${env.VERTEX_AI_PROJECT:=}
+      location: ${env.VERTEX_AI_LOCATION:=us-central1}
   vector_io:
   - provider_id: milvus
     provider_type: inline::milvus