feat(charts): add eviction tolerations to the provisioner deployment (#238)

* feat(charts): add eviction tolerations to the provisioner deployment

Signed-off-by: Niladri Halder <[email protected]>

* ci: omit the timeout flag on ct lint

Signed-off-by: Niladri Halder <[email protected]>

---------

Signed-off-by: Niladri Halder <[email protected]>

Author: niladrih

ct.yaml

@@ -3,6 +3,6 @@ remote: origin
 target-branch: develop
 chart-dirs:
   - deploy/helm
-helm-extra-args: --timeout=500s
+# helm-extra-args: --timeout=500s
 validate-maintainers: false
 check-version-increment: false

deploy/helm/charts/templates/_helpers.tpl

@@ -75,3 +75,17 @@ Create the name of the service account to use
     {{ default "default" .Values.serviceAccount.name }}
 {{- end -}}
 {{- end -}}
+
+{{/*
+Creates the tolerations based on the global tolerations, with early eviction
+Usage:
+{{ include "tolerations_with_early_eviction" . }}
+*/}}
+{{- define "tolerations_with_early_eviction" -}}
+{{- if .Values.earlyEvictionTolerations }}
+    {{- toYaml .Values.earlyEvictionTolerations | nindent 8 }}
+{{- end }}
+{{- if .Values.localpv.tolerations }}
+    {{- toYaml .Values.localpv.tolerations | nindent 8 }}
+{{- end }}
+{{- end }}

deploy/helm/charts/templates/deployment.yaml

@@ -120,9 +120,8 @@ spec:
       nodeSelector:
 {{ toYaml .Values.localpv.nodeSelector | indent 8 }}
 {{- end }}
-{{- if .Values.localpv.tolerations }}
-      tolerations:
-{{ toYaml .Values.localpv.tolerations | indent 8 }}
+{{- if $tolerations := include "tolerations_with_early_eviction" . }}
+      tolerations: {{ $tolerations }}
 {{- end }}
 {{- if .Values.localpv.affinity }}
       affinity:

deploy/helm/charts/values.yaml

@@ -13,6 +13,16 @@ rbac:
   # rbac.pspEnabled: `true` if PodSecurityPolicy resources should be created
   pspEnabled: false
 
+earlyEvictionTolerations:
+  - effect: NoExecute
+    key: node.kubernetes.io/unreachable
+    operator: Exists
+    tolerationSeconds: 5
+  - effect: NoExecute
+    key: node.kubernetes.io/not-ready
+    operator: Exists
+    tolerationSeconds: 5
+
 localpv:
   name: localpv-provisioner
   enabled: true