fix(worker): Setup either sibling if one is missing for s3 remotes

Author: nellh

services/datalad/datalad_service/common/s3.py

@@ -70,6 +70,10 @@ def setup_s3_sibling(dataset_path):
         + generate_s3_annex_options(dataset_path),
         cwd=dataset_path,
     )
+
+
+def setup_s3_backup_sibling(dataset_path):
+    """Add a sibling for an S3 backup bucket."""
     # Backup remote
     subprocess.run(
         ['git-annex', 'initremote', get_s3_backup_remote()]

services/datalad/datalad_service/tasks/publish.py

@@ -27,6 +27,7 @@
     s3_export,
     s3_backup_push,
     get_s3_remote,
+    get_s3_backup_remote,
     get_s3_bucket,
     get_s3_backup_bucket,
     update_s3_sibling,
@@ -55,6 +56,8 @@ def s3_sibling(dataset_path):
     """
     if not is_git_annex_remote(dataset_path, get_s3_remote()):
         datalad_service.common.s3.setup_s3_sibling(dataset_path)
+    if not is_git_annex_remote(dataset_path, get_s3_backup_remote()):
+        datalad_service.common.s3.setup_s3_backup_sibling(dataset_path)
 
 
 @broker.task