add support for kopia maintenance + persistent kopia home dir

Author: OriHoch

apps/storage/templates/_helpers.tpl

@@ -53,6 +53,8 @@ volumeMounts:
     mountPath: /dev
   - name: host-modules
     mountPath: /lib/modules
+  - name: home
+    mountPath: /root
 command: [bash]
 {{- end }}
 
@@ -68,6 +70,5 @@ command: [bash]
   keyring = /etc/ceph/keyring" > /etc/ceph/ceph.conf
   echo "[${ROOK_CEPH_USERNAME}]
   key = ${ROOK_CEPH_KEYRING}" > /etc/ceph/keyring
-  kopia repository connect s3 --bucket=$KOPIA_S3_BUCKET --region=$KOPIA_S3_REGION
   ) 2>&1 | tee /tmp/log.txt
 {{- end }}

apps/storage/templates/hasadna-k8s-pvc-backup-all-workflow-template.yaml

@@ -11,7 +11,7 @@ spec:
         tasks:
           - name: runner
             templateRef:
-              name: runner
+              name: kopia-runner
               template: script
             arguments:
               parameters:

apps/storage/templates/hasadna-k8s-pvc-backup-workflow-template.yaml

@@ -18,7 +18,7 @@ spec:
         tasks:
           - name: runner
             templateRef:
-              name: runner
+              name: kopia-runner
               template: script
             arguments:
               parameters:

apps/storage/templates/hasadna-k8s-pvc-maintenance-hourly-cron-workflow.yaml

@@ -0,0 +1,11 @@
+apiVersion: argoproj.io/v1alpha1
+kind: CronWorkflow
+metadata:
+  name: hasadna-k8s-pvc-maintenance-hourly
+spec:
+  schedule: "11 * * * *"
+  suspend: false
+  concurrencyPolicy: Forbid
+  workflowSpec:
+    workflowTemplateRef:
+      name: hasadna-k8s-pvc-maintenance

apps/storage/templates/hasadna-k8s-pvc-maintenance-workflow-template.yaml

@@ -0,0 +1,20 @@
+apiVersion: argoproj.io/v1alpha1
+kind: WorkflowTemplate
+metadata:
+  name: hasadna-k8s-pvc-maintenance
+spec:
+  entrypoint: dag
+  arguments:
+  templates:
+    - name: dag
+      dag:
+        tasks:
+          - name: runner
+            templateRef:
+              name: kopia-runner
+              template: script
+            arguments:
+              parameters:
+                - name: exec_script
+                  value: |
+                    hasadna-k8s ceph maintenance

apps/storage/templates/kopia-runner-workflow-template.yaml

@@ -0,0 +1,51 @@
+apiVersion: argoproj.io/v1alpha1
+kind: WorkflowTemplate
+metadata:
+  name: kopia-runner
+spec:
+  synchronization:
+    mutexes:
+      - name: kopia-runner-mutex
+  arguments:
+    parameters:
+      - name: exec_script
+        default: "kopia repository status"
+  entrypoint: dag
+  templates:
+    - name: dag
+      dag:
+        tasks:
+          - name: script
+            template: script
+            arguments:
+              parameters:
+                - name: exec_script
+                  value: |
+                    {{ "{{workflow.parameters.exec_script}}" }}
+    - name: script
+      serviceAccountName: workflow-runner
+      inputs:
+        parameters:
+          - name: exec_script
+      volumes: {{ include "runner.volumes" . | nindent 8 }}
+        - name: home
+          persistentVolumeClaim:
+            claimName: kopia-home
+      script:
+        source: {{ include "runner.script" . | nindent 8 }}
+          cat <<'EOF' > /tmp/exec_script.sh
+          kopia repository connect s3 --bucket=$KOPIA_S3_BUCKET --region=$KOPIA_S3_REGION
+          {{ "{{inputs.parameters.exec_script}}" }}
+          EOF
+          chmod +x /tmp/exec_script.sh
+          /tmp/exec_script.sh 2>&1 | tee /tmp/log.txt
+          echo "Execution completed successfully" 2>&1 | tee /tmp/log.txt
+        securityContext:
+          privileged: true
+          runAsUser: 0
+        {{ include "runner.container" . | indent 8 }}
+      outputs:
+        parameters:
+          - name: log
+            valueFrom:
+              path: /tmp/log.txt

apps/storage/templates/runner-workflow-template.yaml

@@ -25,6 +25,8 @@ spec:
         parameters:
           - name: exec_script
       volumes: {{ include "runner.volumes" . | nindent 8 }}
+        - name: home
+          emptyDir: {}
       script:
         source: {{ include "runner.script" . | nindent 8 }}
           cat <<'EOF' > /tmp/exec_script.sh

apps/storage/templates/toolbox-deployment.yaml

@@ -13,6 +13,8 @@ spec:
         app: rook-ceph-toolbox
     spec:
       volumes: {{ include "runner.volumes" . | nindent 8 }}
+        - name: home
+          emptyDir: {}
       containers:
         - name: toolbox
           {{ include "runner.container" . | indent 10 }}