PLTF-87: Replicated Vertex AI LLM Provider Support

charts/openhands-secrets/Chart.yaml

@@ -2,5 +2,5 @@ apiVersion: v2
 name: openhands-secrets
 description: A Helm chart for OpenHands secrets
 type: application
-version: 0.1.2
+version: 0.1.3
 appVersion: "1.0"

charts/openhands-secrets/templates/litellm-env-secrets.yaml

@@ -17,6 +17,12 @@ data:
   {{- if .Values.config.google_vertex_credentials }}
   GOOGLE_APPLICATION_CREDENTIALS_JSON: {{ .Values.config.google_vertex_credentials | b64enc | quote }}
   {{- end }}
+  {{- if .Values.config.google_vertex_project_id }}
+  VERTEXAI_PROJECT: {{ .Values.config.google_vertex_project_id | b64enc | quote }}
+  {{- end }}
+  {{- if .Values.config.google_vertex_location }}
+  VERTEXAI_LOCATION: {{ .Values.config.google_vertex_location | b64enc | quote }}
+  {{- end }}
   {{- if .Values.config.deepseek_api_key }}
   DEEPSEEK_API_KEY: {{ .Values.config.deepseek_api_key | b64enc | quote }}
   {{- end }}

charts/openhands-secrets/templates/openhands-env-secrets.yaml

@@ -16,9 +16,6 @@ stringData:
   {{- if .Values.config.google_gemini_api_key }}
   LLM_API_KEY: {{ .Values.config.google_gemini_api_key }}
   {{- end }}
-  {{- if .Values.config.google_vertex_credentials }}
-  GOOGLE_APPLICATION_CREDENTIALS_JSON: {{ .Values.config.google_vertex_credentials }}
-  {{- end }}
   {{- if .Values.config.deepseek_api_key }}
   LLM_API_KEY: {{ .Values.config.deepseek_api_key }}
   {{- end }}

charts/openhands/Chart.yaml

@@ -2,7 +2,7 @@ apiVersion: v2
 description: OpenHands is an AI-driven autonomous software engineer
 name: openhands
 appVersion: 1.5.0
-version: 0.2.13
+version: 0.2.14
 maintainers:
   - name: rbren
   - name: xingyao

charts/openhands/values.yaml

@@ -603,3 +603,8 @@ global:
     # This allows using the bitnamilegacy image repo.
     # See: https://github.com/bitnami/containers/issues/83267
     allowInsecureImages: true
+
+vertexAI:
+  enabled: false
+  project: ""
+  location: ""

replicated/config.yaml

@@ -152,9 +152,9 @@ spec:
           when: 'repl{{ and (ConfigOptionEquals "llm_provider" "google") (ConfigOptionEquals "google_api_type" "vertex") }}'
           required: true
         - name: google_vertex_credentials
-          title: Google Cloud Service Account JSON
-          help_text: Your Google Cloud service account credentials JSON content
-          type: textarea
+          title: Google Cloud Service Account JSON file
+          help_text: Upload your Google Cloud service account credentials JSON file (downloaded from GCP Console)
+          type: file
           when: 'repl{{ and (ConfigOptionEquals "llm_provider" "google") (ConfigOptionEquals "google_api_type" "vertex") }}'
           required: true
         - name: deepseek_api_key

replicated/openhands.yaml

@@ -400,6 +400,38 @@ spec:
           image:
             registry: '{{repl LocalRegistryHost }}'
             repository: '{{repl LocalRegistryNamespace }}/replicated-sdk-image'
+    - when: '{{repl ConfigOptionEquals "google_api_type" "vertex" }}'
+      recursiveMerge: true
+      values:
+        env:
+          LITELLM_DEFAULT_MODEL: 'litellm_proxy/gemini-2.5-flash'
+          OH_AGENT_SERVER_ENV: '{{repl printf "{\"VERTEXAI_CREDENTIALS\": %s, \"VERTEXAI_PROJECT\": \"%s\", \"VERTEXAI_LOCATION\": \"%s\"}" (ConfigOptionData "google_vertex_credentials" | toJson) (ConfigOption "google_vertex_project_id") (ConfigOption "google_vertex_location") }}'
+        litellm-helm:
+          volumes:
+            - name: google-application-credentials
+              secret:
+                secretName: litellm-env-secrets
+                items:
+                  - key: "GOOGLE_APPLICATION_CREDENTIALS_JSON"
+                    path: "vertex_credentials.json"
+          volumeMounts:
+            - name: google-application-credentials
+              mountPath: /etc/gcloud/vertex_credentials.json
+              subPath: vertex_credentials.json
+              readOnly: true
+          envVars:
+            GOOGLE_APPLICATION_CREDENTIALS: "/etc/gcloud/vertex_credentials.json"
+          proxy_config:
+            model_list:
+              - model_name: "gemini-2.5-flash"
+                litellm_params:
+                  model: "vertex_ai/gemini-2.5-flash"
+                  vertex_project: os.environ/VERTEXAI_PROJECT
+                  vertex_location: os.environ/VERTEXAI_LOCATION
+          vertexAI:
+            enabled: true
+            project: '{{repl ConfigOption "google_vertex_project_id"}}'
+            location: '{{repl ConfigOption "google_vertex_location"}}'
 
   builder:
     clickhouse:

replicated/secrets.yaml

@@ -41,7 +41,8 @@ spec:
       anthropic_api_key: '{{repl ConfigOption "anthropic_api_key"}}'
       openai_api_key: '{{repl ConfigOption "openai_api_key"}}'
       google_gemini_api_key: '{{repl ConfigOption "google_gemini_api_key"}}'
-      google_vertex_credentials: '{{repl ConfigOption "google_vertex_credentials"}}'
+      google_vertex_credentials: |
+        {{repl ConfigOptionData "google_vertex_credentials" | nindent 8}}
       deepseek_api_key: '{{repl ConfigOption "deepseek_api_key"}}'
       mistral_api_key: '{{repl ConfigOption "mistral_api_key"}}'
       azure_api_key: '{{repl ConfigOption "azure_api_key"}}'