StorageService supports IfNoneMatch param

Author: nadove-ucsc

src/azul/indexer/mirror_service.py

@@ -155,7 +155,8 @@ def mirror_file(self, catalog: CatalogName, file: File):
             file_content = self._download(catalog, file)
             self._storage(catalog).put(object_key=self.mirror_object_key(file),
                                        data=file_content,
-                                       content_type=file.content_type)
+                                       content_type=file.content_type,
+                                       IfNoneMatch='*')
             _, digest_type = file.digest()
             hasher = get_resumable_hasher(digest_type)
             hasher.update(file_content)

src/azul/service/storage_service.py

@@ -110,11 +110,15 @@ def put(self,
             data: bytes,
             content_type: str | None = None,
             tagging: Tagging | None = None,
+            *,
+            exists_okay: bool = True,
             **kwargs):
         self._s3.put_object(Bucket=self.bucket_name,
                             Key=object_key,
                             Body=data,
-                            **self._object_creation_kwargs(content_type=content_type, tagging=tagging),
+                            **self._object_creation_kwargs(content_type=content_type,
+                                                           tagging=tagging,
+                                                           exists_okay=exists_okay),
                             **kwargs)
 
     def list(self, prefix: str) -> OrderedSet[str]:
@@ -155,15 +159,19 @@ def upload_multipart_part(self,
 
     def complete_multipart_upload(self,
                                   upload: MultipartUpload,
-                                  etags: Sequence[str]) -> None:
+                                  etags: Sequence[str],
+                                  *,
+                                  exists_okay: bool = True,
+                                  ) -> None:
         parts = [
             {
                 'PartNumber': index + 1,
                 'ETag': etag
             }
             for index, etag in enumerate(etags)
         ]
-        upload.complete(MultipartUpload={'Parts': parts})
+        upload.complete(MultipartUpload={'Parts': parts},
+                        **self._object_creation_kwargs(exists_okay=exists_okay))
 
     def upload(self,
                file_path: str,
@@ -181,12 +189,16 @@ def upload(self,
 
     def _object_creation_kwargs(self, *,
                                 content_type: str | None = None,
-                                tagging: Tagging | None = None):
+                                tagging: Tagging | None = None,
+                                exists_okay: bool = True
+                                ) -> Mapping[str, str]:
         kwargs = {}
         if content_type is not None:
             kwargs['ContentType'] = content_type
         if tagging is not None:
             kwargs['Tagging'] = urlencode(tagging)
+        if exists_okay is False:
+            kwargs['IfNoneMatch'] = '*'
         return kwargs
 
     def get_presigned_url(self, key: str, file_name: str | None = None) -> str: