clean up references to inference-extension (#1561)

* clean up references to inference-extension

Signed-off-by: ahg-g <ahg@google.com>

* Updated some variables to use epp prefix instead of router

Signed-off-by: ahg-g <ahg@google.com>

* fixed the helm verify error

Signed-off-by: ahg-g <ahg@google.com>

---------

Signed-off-by: ahg-g <ahg@google.com>

Author: ahg-g

config/charts/llm-d-router-gateway/templates/epp.yaml

@@ -0,0 +1,8 @@
+{{ include "llm-d-router.validations.epp" $ }}
+{{ include "llm-d-router.inferencepool-resource" . }}
+{{ include "llm-d-epp.config" . }}
+{{ include "llm-d-epp.deployment" . }}
+{{ include "llm-d-epp.leader-election-rbac" . }}
+{{ include "llm-d-epp.sa-token-secret" . }}
+{{ include "llm-d-epp.service" . }}
+{{ include "llm-d-epp.service-monitor" . }}

config/charts/llm-d-router-gateway/templates/gke.yaml

@@ -54,4 +54,4 @@ spec:
       enabled: true    # log all requests by default
 ---
 {{- end }}
-{{- include "inference-extension.gke" . -}}
+{{- include "llm-d-router.gke" . -}}

config/charts/llm-d-router-gateway/templates/inferenceextension.yaml

@@ -30,4 +30,4 @@ roleRef:
   kind: Role
   name: {{ printf "%s-non-sa" (include "llm-d-router.name" .) }}
 ---
-{{- include "inference-extension.rbac" . -}}
+{{- include "llm-d-router.rbac" . -}}

config/charts/llm-d-router-gateway/templates/rbac.yaml

@@ -0,0 +1,11 @@
+{{ include "llm-d-router.validations.epp" $ }}
+{{ include "llm-d-router.validations.standalone" . }}
+{{ include "llm-d-epp.config" . }}
+{{ include "llm-d-epp.deployment" . }}
+{{ include "llm-d-router.gke" . }}
+{{ include "llm-d-epp.leader-election-rbac" . }}
+{{ include "llm-d-epp.sa-token-secret" . }}
+{{ include "llm-d-epp.service" . }}
+{{ include "llm-d-epp.service-monitor" . }}
+{{ include "llm-d-router.rbac" . }}
+{{ include "llm-d-router.inferencepool-resource" . }}

config/charts/llm-d-router-standalone/templates/epp.yaml

@@ -1,4 +1,4 @@
-{{- define "inference-extension.config" -}}
+{{- define "llm-d-epp.config" -}}
 apiVersion: v1
 kind: ConfigMap
 metadata:

config/charts/llm-d-router-standalone/templates/inferenceextension.yaml

@@ -1,4 +1,4 @@
-{{- define "inference-extension.deployment" -}}
+{{- define "llm-d-epp.deployment" -}}
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -30,9 +30,9 @@ spec:
       {{- $proxyType := include "llm-d-router.proxyType" . | trim }}
       {{- $proxyConfigMap := index $proxy "configMap" | default dict }}
       {{- $proxyConfigMapName := index $proxyConfigMap "name" | default "" }}
-      {{- $inferenceExtensionFlags := deepCopy (.Values.router.epp.flags | default dict) }}
-      {{- if and (eq $proxyType "agentgateway") (not (hasKey $inferenceExtensionFlags "secure-serving")) }}
-        {{- $_ := set $inferenceExtensionFlags "secure-serving" false }}
+      {{- $eppFlags := deepCopy (.Values.router.epp.flags | default dict) }}
+      {{- if and (eq $proxyType "agentgateway") (not (hasKey $eppFlags "secure-serving")) }}
+        {{- $_ := set $eppFlags "secure-serving" false }}
       {{- end }}
       serviceAccountName: {{ include "llm-d-router.name" . }}
       # Conservatively, this timeout should mirror the longest grace period of the pods within the pool
@@ -130,9 +130,9 @@ spec:
           {{- if gt (.Values.router.epp.replicas | int) 1 }}
               - --ha-enable-leader-election
           {{- end }}
-              # Pass additional flags via the inferenceExtension.flags field in values.yaml.
+              # Pass additional flags via the router.epp.flags field in values.yaml.
               # Render them as --flag=value so boolean values are parsed correctly.
-          {{- range $key, $value := $inferenceExtensionFlags }}
+          {{- range $key, $value := $eppFlags }}
               - {{ printf "--%s=%v" $key $value | quote }}
           {{- end }}
           {{- if .Values.router.tracing.enabled }}

config/charts/routerlib/templates/_config.yaml

@@ -1,4 +1,4 @@
-{{- define "inference-extension.gke" -}}
+{{- define "llm-d-router.gke" -}}
 {{- $monitoringProvider := include "llm-d-router.monitoring.provider" . | fromYaml | default dict -}}
 {{- if and $monitoringProvider (eq (lower (index $monitoringProvider "name" | default "")) "gmp") }}
 {{- if and .Values.router.monitoring.prometheus.enabled .Values.router.monitoring.prometheus.auth.enabled }}

config/charts/routerlib/templates/_deployment.yaml

@@ -9,7 +9,7 @@ app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
 {{- end }}
 
 {{/*
-Inference extension name
+Router deployment name
 */}}
 {{- define "llm-d-router.name" -}}
 {{- $base := .Release.Name | default "default-pool" | lower | trim | trunc 40 -}}
@@ -52,7 +52,7 @@ llm-d.ai/igw-mode: llm-d-router-gateway
 {{/*
 Return the monitoring provider name.
 
-If inferenceExtension.monitoring.provider.name is unset/empty, default to
+If router.monitoring.provider.name is unset/empty, default to
 prometheusoperator. For backwards compatibility, provider.name=gke still maps
 to gmp when no monitoring provider is explicitly set.
 */}}
@@ -74,7 +74,7 @@ prometheusoperator
 {{/*
 Return the monitoring provider config object.
 
-When inferenceExtension.monitoring.provider.name is unset/empty, use defaults.
+When router.monitoring.provider.name is unset/empty, use defaults.
 For backwards compatibility, provider.gke.autopilot is still honored when
 provider.name=gke and no monitoring provider is explicitly set.
 */}}