add support for kopia maintenance

Author: OriHoch

hasadna_k8s/ceph/cli.py

@@ -1,5 +1,7 @@
 import os
 import json
+import traceback
+
 import click
 
 
@@ -17,6 +19,26 @@ def pvc_backup(namespace, pvc_name):
 
 
 @main.command()
-def pvc_backup_all():
+@click.option('--full', is_flag=True)
+def maintenance(**kwargs):
+    from .kopia import maintenance
+    maintenance(**kwargs)
+
+
+@main.command()
+@click.option('--with-full-maintenance', is_flag=True)
+def pvc_backup_all(with_full_maintenance):
     from .pvc_backup import main_all
-    main_all()
+    pvc_backup_failed = False
+    try:
+        main_all()
+    except Exception as e:
+        if with_full_maintenance:
+            traceback.print_exc()
+            pvc_backup_failed = True
+        else:
+            raise
+    if with_full_maintenance:
+        from .kopia import maintenance
+        maintenance(full=True)
+        assert not pvc_backup_failed

hasadna_k8s/ceph/kopia.py

@@ -0,0 +1,16 @@
+import socket
+import getpass
+import subprocess
+
+
+def maintenance(full=False):
+    kopia_user = f'{getpass.getuser()}@{socket.gethostname()}'
+    subprocess.check_call([
+        'kopia', 'maintenance', 'set', f'--owner={kopia_user}',
+    ])
+    cmd = [
+        'kopia', 'maintenance', 'run'
+    ]
+    if full:
+        cmd.append('--full')
+    subprocess.check_call(cmd)