deployment.yaml

{{- if .Values.gateway.enable }}
{{- $redisHost := default (printf "%s-redis-master" (include "aibrix.fullname" .)) .Values.gatewayPlugin.dependencies.redis.host }}
---
apiVersion: apps/v1
kind: Deployment
metadata:
  name: {{ include "aibrix.fullname" . }}-gateway-plugins
  labels:
    {{- include "aibrix.labels" . | nindent 4 }}
    app.kubernetes.io/component: aibrix-gateway-plugin
spec:
  replicas: {{ .Values.gatewayPlugin.replicaCount }}
  selector:
    matchLabels:
      {{- include "aibrix.selectorLabels" . | nindent 6 }}
      app.kubernetes.io/component: aibrix-gateway-plugin
  strategy:
    type: RollingUpdate
    rollingUpdate:
      maxUnavailable: 1
      maxSurge: 1
  template:
    metadata:
      labels:
        {{- include "aibrix.labels" . | nindent 8 }}
        app.kubernetes.io/component: aibrix-gateway-plugin
    spec:
      {{- with .Values.gatewayPlugin.tolerations }}
      tolerations:
        {{- toYaml . | nindent 8 }}
      {{- end }}
      affinity:
        podAntiAffinity:
          preferredDuringSchedulingIgnoredDuringExecution:
            - weight: 100
              podAffinityTerm:
                labelSelector:
                  matchExpressions:
                    - key: app.kubernetes.io/name
                      operator: In
                      values:
                        - {{ include "aibrix.name" . }}
                    - key: app.kubernetes.io/component
                      operator: In
                      values:
                        - aibrix-gateway-plugin
                topologyKey: "kubernetes.io/hostname"
        nodeAffinity:
          preferredDuringSchedulingIgnoredDuringExecution:
            - weight: 100
              preference:
                matchExpressions:
                  - key: nvidia.com/gpu.present
                    operator: NotIn
                    values:
                      - "true"
      {{- include "aibrix.imagePullSecrets" (dict "componentSecrets" .Values.gatewayPlugin.imagePullSecrets "globalSecrets" .Values.global.imagePullSecrets) | nindent 6 }}
      initContainers:
        - name: init-c
          image: {{ .Values.gatewayPlugin.initContainer.image.repository }}:{{ .Values.gatewayPlugin.initContainer.image.tag }}
          {{- if .Values.metadata.redis.enablePassword }}
          env:
            - name: REDIS_PASSWORD
              valueFrom:
                secretKeyRef:
                  name: {{ include "aibrix.fullname" . }}-redis
                  key: redis-password
          command: ['sh', '-c', 'until printf ''AUTH %s\nping\n'' "$REDIS_PASSWORD" | nc {{ $redisHost }} {{ .Values.gatewayPlugin.dependencies.redis.port }} -w 1 | grep -c PONG; do echo waiting for redis; sleep 2; done']
          {{- else }}
          command: ['sh', '-c', 'until echo "ping" | nc {{ $redisHost }} {{ .Values.gatewayPlugin.dependencies.redis.port }} -w 1 | grep -c PONG; do echo waiting for redis; sleep 2; done']
          {{- end }}
      containers:
        - name: gateway-plugin
          image: {{ .Values.gatewayPlugin.container.image.repository }}:{{ .Values.gatewayPlugin.container.image.tag }}
          imagePullPolicy: {{ .Values.gatewayPlugin.container.image.imagePullPolicy | default "IfNotPresent" }}
          #args:
          #  - --enable-leader-election=false
          #  - --leader-election-id=gateway-plugin-lock
          #  - --leader-election-namespace=aibrix-system
          ports:
            - name: gateway
              containerPort: 50052
            - name: profiling
              containerPort: 6060
            - name: metrics
              containerPort: 8080
          env:
            - name: REDIS_HOST
              value: {{ $redisHost }}
            - name: REDIS_PORT
              value: "{{ .Values.gatewayPlugin.dependencies.redis.port }}"
            {{- if .Values.metadata.redis.enablePassword }}
            - name: REDIS_PASSWORD
              valueFrom:
                secretKeyRef:
                  name: {{ include "aibrix.fullname" . }}-redis
                  key: redis-password
            {{- end }}
            - name: POD_NAME
              valueFrom:
                fieldRef:
                  fieldPath: metadata.name
            - name: POD_NAMESPACE
              valueFrom:
                fieldRef:
                  fieldPath: metadata.namespace
{{- range $key, $val := .Values.gatewayPlugin.container.envs }}
            - name: {{ $key }}
              value: "{{ $val }}"
{{- end }}
          resources: {{ toYaml .Values.gatewayPlugin.container.resources | nindent 12 }}
          livenessProbe:
            {{- toYaml .Values.gatewayPlugin.container.probes.liveness | nindent 12 }}
          readinessProbe:
            {{- toYaml .Values.gatewayPlugin.container.probes.readiness | nindent 12 }}
      serviceAccountName: {{ include "aibrix.gatewayPlugin.serviceAccountName" . }}
{{- end }}