Add optional inference objective

config/charts/inferencepool/templates/inferenceobjective.yaml

@@ -1,18 +1,19 @@
-{{- if .Values.inferencePool.priority }}
+{{- range .Values.inferencePool.inferenceObjectives }}
 {{- $group := "inference.networking.k8s.io" -}}
-{{- if eq .Values.inferencePool.apiVersion "inference.networking.x-k8s.io/v1alpha2" -}}
+{{- if eq $.Values.inferencePool.apiVersion "inference.networking.x-k8s.io/v1alpha2" -}}
 {{- $group = "inference.networking.x-k8s.io" -}}
 {{- end -}}
+---
 apiVersion: inference.networking.x-k8s.io/v1alpha2
 kind: InferenceObjective
 metadata:
-  name: {{ .Release.Name }}
-  namespace: {{ .Release.Namespace }}
+  name: {{ .name }}
+  namespace: {{ $.Release.Namespace }}
   labels:
-    {{- include "gateway-api-inference-extension.labels" . | nindent 4 }}
+    {{- include "gateway-api-inference-extension.labels" $ | nindent 4 }}
 spec:
-  priority: {{ .Values.inferencePool.priority }}
+  priority: {{ .priority }}
   poolRef:
     group: {{ $group }}
-    name: {{ .Release.Name }}
+    name: {{ $.Release.Name }}
 {{- end }}

config/charts/inferencepool/values.yaml

@@ -167,9 +167,15 @@ inferencePool:
   # This will soon be deprecated when upstream GW providers support v1, just doing something simple for now.
   targetPortNumber: 8000
 
-  # Optional: Set priority for this InferencePool via an InferenceObjective.
-  # When defined, an InferenceObjective resource will be created with this priority value for the given inferencepool.
-  # priority: 2
+  # Optional: Define multiple InferenceObjectives for this InferencePool.
+  # Each InferenceObjective associates a name and priority with this InferencePool.
+  # Users reference these objectives by name in their request headers.
+  # inferenceObjectives:
+  #   - name: high-priority
+  #     priority: 1
+  #   - name: low-priority
+  #     priority: 5
+  inferenceObjectives: []
 
 # Options: ["gke", "istio", "none"]
 provider: