feat(kgateway): enable backends

nlamirault · nlamirault · commit 7d814bbc24ab · 2025-11-06T11:53:37.000+01:00
Signed-off-by: Nicolas Lamirault &lt;nicolas.lamirault@gmail.com&gt;
diff --git a/gitops/argocd/charts/gateway-api/kgateway/templates/anthropic-backend.yaml b/gitops/argocd/charts/gateway-api/kgateway/templates/anthropic-backend.yaml
@@ -5,7 +5,7 @@ kind: Backend
 metadata:
   labels:
     {{- include "kgateway.labels" (index $.Subcharts "kgateway") | nindent 4 }}
-  name: {{ .Values.llmproviders.anthropic.name -}}
+  name: {{ .Values.llmproviders.anthropic.name }}
   namespace: {{ .Release.Namespace }}
 spec:
   type: AI
@@ -15,7 +15,7 @@ spec:
         authToken:
           kind: SecretRef
           secretRef:
-            name: {{ .Values.llmproviders.anthropic.name -}}-credentials
-        model: {{ .Values.llmproviders.anthropic.model -}}
+            name: {{ .Values.llmproviders.anthropic.name }}-credentials
+        model: {{ .Values.llmproviders.anthropic.model }}
         apiVersion: "2023-06-01"
 {{- end }}
diff --git a/gitops/argocd/charts/gateway-api/kgateway/templates/anthropic-credentials.yaml b/gitops/argocd/charts/gateway-api/kgateway/templates/anthropic-credentials.yaml
@@ -1,19 +1,19 @@
-{ if .Values.llmproviders.anthropic.enabled -}}
+{{ if .Values.llmproviders.anthropic.enabled -}}
 ---
 apiVersion: external-secrets.io/v1beta1
 kind: ExternalSecret
 metadata:
   labels:
     {{- include "kgateway.labels" (index $.Subcharts "kgateway") | nindent 4 }}
-  name: {{ .Values.llmproviders.anthropic.name -}}-credentials
+  name: {{ .Values.llmproviders.anthropic.name }}-credentials
   namespace: {{ .Release.Namespace }}
 spec:
   refreshInterval: 1h
   secretStoreRef:
     kind: ClusterSecretStore
     name: akeyless
   target:
-    name: {{ .Values.llmproviders.anthropic.name -}}-credentials
+    name: {{ .Values.llmproviders.anthropic.name }}-credentials
     creationPolicy: Owner
   data:
     - secretKey: Authorization
diff --git a/gitops/argocd/charts/gateway-api/kgateway/templates/anthropic-httproute.yaml b/gitops/argocd/charts/gateway-api/kgateway/templates/anthropic-httproute.yaml
@@ -5,7 +5,7 @@ kind: HTTPRoute
 metadata:
   labels:
     {{- include "kgateway.labels" (index $.Subcharts "kgateway") | nindent 4 }}
-  name: {{ .Values.llmproviders.anthropic.name -}}
+  name: {{ .Values.llmproviders.anthropic.name }}
   namespace: {{ .Release.Namespace }}
 spec:
   parentRefs:
@@ -15,9 +15,9 @@ spec:
   - matches:
     - path:
         type: PathPrefix
-        value: /{{ .Values.llmproviders.anthropic.name -}}
+        value: /{{ .Values.llmproviders.anthropic.name }}
     backendRefs:
-    - name: {{ .Values.llmproviders.anthropic.name -}}
+    - name: {{ .Values.llmproviders.anthropic.name }}
       namespace: {{ .Release.Namespace }}
       group: gateway.kgateway.dev
       kind: Backend
diff --git a/gitops/argocd/charts/gateway-api/kgateway/templates/bedrock-backend.yaml b/gitops/argocd/charts/gateway-api/kgateway/templates/bedrock-backend.yaml
@@ -5,7 +5,7 @@ kind: Backend
 metadata:
   labels:
     {{- include "kgateway.labels" (index $.Subcharts "kgateway") | nindent 4 }}
-  name: {{ .Values.llmproviders.bedrock.name -}}
+  name: {{ .Values.llmproviders.bedrock.name }}
   namespace: {{ .Release.Namespace }}
 spec:
   type: AI
@@ -15,7 +15,7 @@ spec:
         auth:
           type: Secret
           secretRef:
-            name: {{ .Values.llmproviders.bedrock.name -}}-credentials
-        model: {{ .Values.llmproviders.bedrock.model -}}
-        region: {{ .Values.llmproviders.bedrock.region -}}
+            name: {{ .Values.llmproviders.bedrock.name }}-credentials
+        model: {{ .Values.llmproviders.bedrock.model }}
+        region: {{ .Values.llmproviders.bedrock.region }}
 {{- end }}
diff --git a/gitops/argocd/charts/gateway-api/kgateway/templates/bedrock-credentials.yaml b/gitops/argocd/charts/gateway-api/kgateway/templates/bedrock-credentials.yaml
@@ -1,19 +1,19 @@
-{ if .Values.llmproviders.bedrock.enabled -}}
+{{ if .Values.llmproviders.bedrock.enabled -}}
 ---
 apiVersion: external-secrets.io/v1beta1
 kind: ExternalSecret
 metadata:
   labels:
     {{- include "kgateway.labels" (index $.Subcharts "kgateway") | nindent 4 }}
-  name: {{ .Values.llmproviders.bedrock.name -}}-credentials
+  name: {{ .Values.llmproviders.bedrock.name }}-credentials
   namespace: {{ .Release.Namespace }}
 spec:
   refreshInterval: 1h
   secretStoreRef:
     kind: ClusterSecretStore
     name: akeyless
   target:
-    name: {{ .Values.llmproviders.bedrock.name -}}-credentials
+    name: {{ .Values.llmproviders.bedrock.name }}-credentials
     creationPolicy: Owner
   data:
     - secretKey: Authorization
diff --git a/gitops/argocd/charts/gateway-api/kgateway/templates/bedrock-httproute.yaml b/gitops/argocd/charts/gateway-api/kgateway/templates/bedrock-httproute.yaml
@@ -5,7 +5,7 @@ kind: HTTPRoute
 metadata:
   labels:
     {{- include "kgateway.labels" (index $.Subcharts "kgateway") | nindent 4 }}
-  name: {{ .Values.llmproviders.bedrock.name -}}
+  name: {{ .Values.llmproviders.bedrock.name }}
   namespace: {{ .Release.Namespace }}
 spec:
   parentRefs:
@@ -15,9 +15,9 @@ spec:
   - matches:
     - path:
         type: PathPrefix
-        value: /{{ .Values.llmproviders.bedrock.name -}}
+        value: /{{ .Values.llmproviders.bedrock.name }}
     backendRefs:
-    - name: {{ .Values.llmproviders.bedrock.name -}}
+    - name: {{ .Values.llmproviders.bedrock.name }}
       namespace: {{ .Release.Namespace }}
       group: gateway.kgateway.dev
       kind: Backend
diff --git a/gitops/argocd/charts/gateway-api/kgateway/templates/gateway.yaml b/gitops/argocd/charts/gateway-api/kgateway/templates/gateway.yaml
@@ -7,9 +7,9 @@ metadata:
   name: {{ .Values.gateway.name }}
   namespace: {{ $.Release.Namespace }}
 spec:
-  {{ if .Values.kgateway.gateway.aiExtension.enabled -}}
+  {{- if .Values.kgateway.gateway.aiExtension.enabled }}
   gatewayClassName: agentgateway
-  {{ else }}
+  {{- else }}
   gatewayClassName: kgateway
   {{- end }}
   infrastructure:
diff --git a/gitops/argocd/charts/gateway-api/kgateway/templates/gemini-backend.yaml b/gitops/argocd/charts/gateway-api/kgateway/templates/gemini-backend.yaml
@@ -5,7 +5,7 @@ kind: Backend
 metadata:
   labels:
     {{- include "kgateway.labels" (index $.Subcharts "kgateway") | nindent 4 }}
-  name: {{ .Values.llmproviders.gemini.name -}}
+  name: {{ .Values.llmproviders.gemini.name }}
   namespace: {{ .Release.Namespace }}
 spec:
   ai:
@@ -15,7 +15,7 @@ spec:
         authToken:
           kind: SecretRef
           secretRef:
-            name: {{ .Values.llmproviders.gemini.name -}}-credentials
+            name: {{ .Values.llmproviders.gemini.name }}-credentials
         model: {{ .Values.llmproviders.gemini.model }}
   type: AI
 {{- end }}
diff --git a/gitops/argocd/charts/gateway-api/kgateway/templates/gemini-credentials.yaml b/gitops/argocd/charts/gateway-api/kgateway/templates/gemini-credentials.yaml
@@ -5,15 +5,15 @@ kind: ExternalSecret
 metadata:
   labels:
     {{- include "kgateway.labels" (index $.Subcharts "kgateway") | nindent 4 }}
-  name: {{ .Values.llmproviders.gemini.name -}}-credentials
+  name: {{ .Values.llmproviders.gemini.name }}-credentials
   namespace: {{ .Release.Namespace }}
 spec:
   refreshInterval: 1h
   secretStoreRef:
     kind: ClusterSecretStore
     name: akeyless
   target:
-    name: {{ .Values.llmproviders.gemini.name -}}-credentials
+    name: {{ .Values.llmproviders.gemini.name }}-credentials
     creationPolicy: Owner
   data:
     - secretKey: Authorization
diff --git a/gitops/argocd/charts/gateway-api/kgateway/templates/gemini-httproute.yaml b/gitops/argocd/charts/gateway-api/kgateway/templates/gemini-httproute.yaml
@@ -5,7 +5,7 @@ kind: HTTPRoute
 metadata:
   labels:
     {{- include "kgateway.labels" (index $.Subcharts "kgateway") | nindent 4 }}
-  name: {{ .Values.llmproviders.gemini.name -}}
+  name: {{ .Values.llmproviders.gemini.name }}
   namespace: {{ .Release.Namespace }}
 spec:
   parentRefs:
@@ -15,9 +15,9 @@ spec:
   - matches:
     - path:
         type: PathPrefix
-        value: /{{ .Values.llmproviders.gemini.name -}}
+        value: /{{ .Values.llmproviders.gemini.name }}
     backendRefs:
-    - name: {{ .Values.llmproviders.gemini.name -}}
+    - name: {{ .Values.llmproviders.gemini.name }}
       namespace: {{ .Release.Namespace }}
       group: gateway.kgateway.dev
       kind: Backend
diff --git a/gitops/argocd/charts/gateway-api/kgateway/templates/openai-backend.yaml b/gitops/argocd/charts/gateway-api/kgateway/templates/openai-backend.yaml
@@ -5,7 +5,7 @@ kind: Backend
 metadata:
   labels:
     {{- include "kgateway.labels" (index $.Subcharts "kgateway") | nindent 4 }}
-  name: {{ .Values.llmproviders.openai.name -}}
+  name: {{ .Values.llmproviders.openai.name }}
   namespace: {{ .Release.Namespace }}
 spec:
   type: AI
@@ -15,6 +15,6 @@ spec:
         authToken:
           kind: SecretRef
           secretRef:
-            name: {{ .Values.llmproviders.openai.name -}}-credentials
-        model: {{ .Values.llmproviders.openai.model -}}
+            name: {{ .Values.llmproviders.openai.name }}-credentials
+        model: {{ .Values.llmproviders.openai.model }}
 {{- end }}
diff --git a/gitops/argocd/charts/gateway-api/kgateway/templates/openai-credentials.yaml b/gitops/argocd/charts/gateway-api/kgateway/templates/openai-credentials.yaml
@@ -5,15 +5,15 @@ kind: ExternalSecret
 metadata:
   labels:
     {{- include "kgateway.labels" (index $.Subcharts "kgateway") | nindent 4 }}
-  name: {{ .Values.llmproviders.openai.name -}}-credentials
+  name: {{ .Values.llmproviders.openai.name }}-credentials
   namespace: {{ .Release.Namespace }}
 spec:
   refreshInterval: 1h
   secretStoreRef:
     kind: ClusterSecretStore
     name: akeyless
   target:
-    name: {{ .Values.llmproviders.openai.name -}}-credentials
+    name: {{ .Values.llmproviders.openai.name }}-credentials
     creationPolicy: Owner
   data:
     - secretKey: Authorization
diff --git a/gitops/argocd/charts/gateway-api/kgateway/templates/openai-httproute.yaml b/gitops/argocd/charts/gateway-api/kgateway/templates/openai-httproute.yaml
@@ -5,7 +5,7 @@ kind: HTTPRoute
 metadata:
   labels:
     {{- include "kgateway.labels" (index $.Subcharts "kgateway") | nindent 4 }}
-  name: {{ .Values.llmproviders.openai.name -}}
+  name: {{ .Values.llmproviders.openai.name }}
   namespace: {{ .Release.Namespace }}
 spec:
   parentRefs:
@@ -15,15 +15,15 @@ spec:
   - matches:
     - path:
         type: PathPrefix
-        value: /{{ .Values.llmproviders.openai.name -}}
+        value: /{{ .Values.llmproviders.openai.name }}
     filters:
     - type: URLRewrite
       urlRewrite:
         path:
           type: ReplaceFullPath
           replaceFullPath: /v1/chat/completions
     backendRefs:
-    - name: {{ .Values.llmproviders.openai.name -}}
+    - name: {{ .Values.llmproviders.openai.name }}
       namespace: {{ .Release.Namespace }}
       group: gateway.kgateway.dev
       kind: Backend
diff --git a/gitops/argocd/charts/gateway-api/kgateway/values.yaml b/gitops/argocd/charts/gateway-api/kgateway/values.yaml
@@ -37,6 +37,15 @@ llmproviders:
     name: openai
     model: gpt-3.5-turbo
 
+trafficpolicies:
+  enabled: true
+  policies:
+  - name: prompt-guard
+    customMessage: "Rejected due to inappropriate content"
+    targets:
+    - anthropic
+    - bedrock
+
 kgateway:
   controller:
     logLevel: info
