Skip to content

Commit 860fc65

Browse files
sandeepvinayaksandeepvinayak
committed
blobstore: checksum support for mpu
1 parent 21d0741 commit 860fc65

File tree

941 files changed

+8305
-6870
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

941 files changed

+8305
-6870
lines changed

‎blob/blob-aws/src/test/resources/mappings/awsblobclientit_testcreatebucket-get-0.json‎

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,22 @@
1+
{
2+
"id" : "07ac502b-2cd7-46f3-8b62-775cea48d3f9",
3+
"name" : "AwsBlobClientIT_testCreateBucket-GET-0",
4+
"request" : {
5+
"url" : "/",
6+
"method" : "GET"
7+
},
8+
"response" : {
9+
"status" : 200,
10+
"body" : "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<ListAllMyBucketsResult xmlns=\"http://s3.amazonaws.com/doc/2006-03-01/\"><Owner><ID>b6eaab2af32ba61bce00b8c9aceaa1c649844388ec2c3827bbd3e2b06f798cf1</ID></Owner><Buckets><Bucket><Name>aws-benchmark-test-mumbai</Name><CreationDate>2026-01-21T05:27:12.000Z</CreationDate><BucketArn>arn:aws:s3:::aws-benchmark-test-mumbai</BucketArn></Bucket><Bucket><Name>aws-sam-cli-managed-default-samclisourcebucket-rtg4fbl1ujr2</Name><CreationDate>2025-11-04T07:16:09.000Z</CreationDate><BucketArn>arn:aws:s3:::aws-sam-cli-managed-default-samclisourcebucket-rtg4fbl1ujr2</BucketArn></Bucket><Bucket><Name>blt-veritas</Name><CreationDate>2025-04-25T07:09:24.000Z</CreationDate><BucketArn>arn:aws:s3:::blt-veritas</BucketArn></Bucket><Bucket><Name>chameleon-hello-world-bucket-a1dd4125d1bf7406bfed</Name><CreationDate>2025-11-04T07:24:16.000Z</CreationDate><BucketArn>arn:aws:s3:::chameleon-hello-world-bucket-a1dd4125d1bf7406bfed</BucketArn></Bucket><Bucket><Name>chameleon-jcloud</Name><CreationDate>2025-04-23T07:17:44.000Z</CreationDate><BucketArn>arn:aws:s3:::chameleon-jcloud</BucketArn></Bucket><Bucket><Name>chameleon-jcloud-benchmarks</Name><CreationDate>2025-06-12T18:46:22.000Z</CreationDate><BucketArn>arn:aws:s3:::chameleon-jcloud-benchmarks</BucketArn></Bucket><Bucket><Name>chameleon-jcloud-versioned</Name><CreationDate>2026-02-06T05:38:45.000Z</CreationDate><BucketArn>arn:aws:s3:::chameleon-jcloud-versioned</BucketArn></Bucket><Bucket><Name>chameleon-python-sdk</Name><CreationDate>2025-02-28T14:32:16.000Z</CreationDate><BucketArn>arn:aws:s3:::chameleon-python-sdk</BucketArn></Bucket><Bucket><Name>chameleon-test-bucket-blob</Name><CreationDate>2025-07-29T19:40:37.000Z</CreationDate><BucketArn>arn:aws:s3:::chameleon-test-bucket-blob</BucketArn></Bucket><Bucket><Name>dnr-falcon-dnr-cw-export-654654370895-eu-north-1</Name><CreationDate>2025-11-07T02:00:34.000Z</CreationDate><BucketArn>arn:aws:s3:::dnr-falcon-dnr-cw-export-654654370895-eu-north-1</BucketArn></Bucket><Bucket><Name>dnr-falcon-dnr-cw-export-654654370895-eu-south-1</Name><CreationDate>2024-11-12T21:12:19.000Z</CreationDate><BucketArn>arn:aws:s3:::dnr-falcon-dnr-cw-export-654654370895-eu-south-1</BucketArn></Bucket><Bucket><Name>dnr-falcon-dnr-cw-export-654654370895-il-central-1</Name><CreationDate>2025-01-23T01:31:06.000Z</CreationDate><BucketArn>arn:aws:s3:::dnr-falcon-dnr-cw-export-654654370895-il-central-1</BucketArn></Bucket><Bucket><Name>dnr-falcon-dnr-cw-export-654654370895-me-central-1</Name><CreationDate>2026-03-02T08:01:33.000Z</CreationDate><BucketArn>arn:aws:s3:::dnr-falcon-dnr-cw-export-654654370895-me-central-1</BucketArn></Bucket><Bucket><Name>dnr-falcon-dnr-cw-export-654654370895-us-east-1</Name><CreationDate>2025-11-05T17:40:07.000Z</CreationDate><BucketArn>arn:aws:s3:::dnr-falcon-dnr-cw-export-654654370895-us-east-1</BucketArn></Bucket><Bucket><Name>dnr-falcon-dnr-cw-export-654654370895-us-east-2</Name><CreationDate>2025-10-30T22:35:18.000Z</CreationDate><BucketArn>arn:aws:s3:::dnr-falcon-dnr-cw-export-654654370895-us-east-2</BucketArn></Bucket><Bucket><Name>example-test-bucket-barry</Name><CreationDate>2026-01-09T18:37:55.000Z</CreationDate><BucketArn>arn:aws:s3:::example-test-bucket-barry</BucketArn></Bucket><Bucket><Name>logging-chameleon-hello-world-bucket-a1dd4125d1bf7406bfed</Name><CreationDate>2025-11-04T09:26:08.000Z</CreationDate><BucketArn>arn:aws:s3:::logging-chameleon-hello-world-bucket-a1dd4125d1bf7406bfed</BucketArn></Bucket><Bucket><Name>logging-test-hellow-chameleon-a1dd4125d1bf7406bfed</Name><CreationDate>2025-11-04T01:20:24.000Z</CreationDate><BucketArn>arn:aws:s3:::logging-test-hellow-chameleon-a1dd4125d1bf7406bfed</BucketArn></Bucket><Bucket><Name>multicloud-test-test-1446c200-07de-44cd-b7e1-86d11b7211da</Name><CreationDate>2025-03-25T17:18:12.000Z</CreationDate><BucketArn>arn:aws:s3:::multicloud-test-test-1446c200-07de-44cd-b7e1-86d11b7211da</BucketArn></Bucket><Bucket><Name>multicloud-test-test-14cebfb3-6afc-44c2-9a23-d52051a3ab03</Name><CreationDate>2025-03-25T17:19:35.000Z</CreationDate><BucketArn>arn:aws:s3:::multicloud-test-test-14cebfb3-6afc-44c2-9a23-d52051a3ab03</BucketArn></Bucket><Bucket><Name>multicloud-test-test-251fd179-397a-43d2-9286-bf093b7944aa</Name><CreationDate>2025-03-25T17:11:00.000Z</CreationDate><BucketArn>arn:aws:s3:::multicloud-test-test-251fd179-397a-43d2-9286-bf093b7944aa</BucketArn></Bucket><Bucket><Name>multicloud-test-test-2530875f-f3e8-4bc8-8e34-ddc14d525c92</Name><CreationDate>2025-03-25T17:18:11.000Z</CreationDate><BucketArn>arn:aws:s3:::multicloud-test-test-2530875f-f3e8-4bc8-8e34-ddc14d525c92</BucketArn></Bucket><Bucket><Name>multicloud-test-test-2ddddae7-eb4d-46f6-a7db-342cdde378ab</Name><CreationDate>2025-03-25T18:09:40.000Z</CreationDate><BucketArn>arn:aws:s3:::multicloud-test-test-2ddddae7-eb4d-46f6-a7db-342cdde378ab</BucketArn></Bucket><Bucket><Name>multicloud-test-test-50bc1c51-ab87-4460-b14f-fffb64c20133</Name><CreationDate>2025-03-25T17:19:36.000Z</CreationDate><BucketArn>arn:aws:s3:::multicloud-test-test-50bc1c51-ab87-4460-b14f-fffb64c20133</BucketArn></Bucket><Bucket><Name>multicloud-test-test-58ff33ad-a33c-4b7b-83c1-d6ec6c3d68f5</Name><CreationDate>2025-03-25T18:11:01.000Z</CreationDate><BucketArn>arn:aws:s3:::multicloud-test-test-58ff33ad-a33c-4b7b-83c1-d6ec6c3d68f5</BucketArn></Bucket><Bucket><Name>multicloud-test-test-6a1d5960-f6f3-45a9-bd00-672fed19211e</Name><CreationDate>2025-03-25T18:09:41.000Z</CreationDate><BucketArn>arn:aws:s3:::multicloud-test-test-6a1d5960-f6f3-45a9-bd00-672fed19211e</BucketArn></Bucket><Bucket><Name>multicloud-test-test-a75cc2ac-a932-42c9-bdb4-957225166134</Name><CreationDate>2025-03-25T17:11:01.000Z</CreationDate><BucketArn>arn:aws:s3:::multicloud-test-test-a75cc2ac-a932-42c9-bdb4-957225166134</BucketArn></Bucket><Bucket><Name>multicloud-test-test-b2bee955-7753-44ad-baf4-d955f5bd090e</Name><CreationDate>2025-03-25T18:29:17.000Z</CreationDate><BucketArn>arn:aws:s3:::multicloud-test-test-b2bee955-7753-44ad-baf4-d955f5bd090e</BucketArn></Bucket><Bucket><Name>multicloud-test-test-b6396d16-69e0-4d94-b768-b53b869acb02</Name><CreationDate>2025-03-25T18:29:16.000Z</CreationDate><BucketArn>arn:aws:s3:::multicloud-test-test-b6396d16-69e0-4d94-b768-b53b869acb02</BucketArn></Bucket><Bucket><Name>multicloud-test-test-bbcf617f-2e3e-4e86-a777-2c7525b59440</Name><CreationDate>2025-03-25T18:11:01.000Z</CreationDate><BucketArn>arn:aws:s3:::multicloud-test-test-bbcf617f-2e3e-4e86-a777-2c7525b59440</BucketArn></Bucket><Bucket><Name>multicloud-test-test-d8802850-7645-40b6-b9c2-c12dfba2f84c</Name><CreationDate>2025-03-25T18:39:17.000Z</CreationDate><BucketArn>arn:aws:s3:::multicloud-test-test-d8802850-7645-40b6-b9c2-c12dfba2f84c</BucketArn></Bucket><Bucket><Name>multicloud-test-test-ef179489-29e3-474c-bdad-1db3690ce3d8</Name><CreationDate>2025-03-25T18:39:17.000Z</CreationDate><BucketArn>arn:aws:s3:::multicloud-test-test-ef179489-29e3-474c-bdad-1db3690ce3d8</BucketArn></Bucket><Bucket><Name>multicloudj-iam-it-test-bucket</Name><CreationDate>2026-02-26T22:24:08.000Z</CreationDate><BucketArn>arn:aws:s3:::multicloudj-iam-it-test-bucket</BucketArn></Bucket><Bucket><Name>my-sample-demo-bucket-20251104191845</Name><CreationDate>2025-11-05T03:18:47.000Z</CreationDate><BucketArn>arn:aws:s3:::my-sample-demo-bucket-20251104191845</BucketArn></Bucket><Bucket><Name>plt-veritas</Name><CreationDate>2025-04-25T07:19:12.000Z</CreationDate><BucketArn>arn:aws:s3:::plt-veritas</BucketArn></Bucket><Bucket><Name>plt-veritas-fetch-deployment</Name><CreationDate>2025-04-25T07:37:58.000Z</CreationDate><BucketArn>arn:aws:s3:::plt-veritas-fetch-deployment</BucketArn></Bucket><Bucket><Name>sdk-blob-demo-bucket</Name><CreationDate>2025-10-28T04:38:48.000Z</CreationDate><BucketArn>arn:aws:s3:::sdk-blob-demo-bucket</BucketArn></Bucket><Bucket><Name>test-bucket-create-multicloudj</Name><CreationDate>2025-11-26T04:16:38.000Z</CreationDate><BucketArn>arn:aws:s3:::test-bucket-create-multicloudj</BucketArn></Bucket><Bucket><Name>test-bucket-create-multicloudj2</Name><CreationDate>2026-03-04T22:31:14.000Z</CreationDate><BucketArn>arn:aws:s3:::test-bucket-create-multicloudj2</BucketArn></Bucket><Bucket><Name>test-bucket-create-multicloudj3</Name><CreationDate>2026-03-04T22:31:32.000Z</CreationDate><BucketArn>arn:aws:s3:::test-bucket-create-multicloudj3</BucketArn></Bucket><Bucket><Name>test-bucket-create-multicloudj4</Name><CreationDate>2026-03-07T06:53:39.000Z</CreationDate><BucketArn>arn:aws:s3:::test-bucket-create-multicloudj4</BucketArn></Bucket><Bucket><Name>test-content-disposition-e2e</Name><CreationDate>2026-03-06T00:55:27.000Z</CreationDate><BucketArn>arn:aws:s3:::test-content-disposition-e2e</BucketArn></Bucket><Bucket><Name>test-hellow-chameleon-a1dd4125d1bf7406bfed</Name><CreationDate>2025-11-04T14:08:25.000Z</CreationDate><BucketArn>arn:aws:s3:::test-hellow-chameleon-a1dd4125d1bf7406bfed</BucketArn></Bucket><Bucket><Name>test-s3-options-bucket</Name><CreationDate>2025-03-25T18:39:19.000Z</CreationDate><BucketArn>arn:aws:s3:::test-s3-options-bucket</BucketArn></Bucket><Bucket><Name>test-symbolic-links</Name><CreationDate>2026-03-05T00:29:02.000Z</CreationDate><BucketArn>arn:aws:s3:::test-symbolic-links</BucketArn></Bucket></Buckets></ListAllMyBucketsResult>",
11+
"headers" : {
12+
"Server" : "AmazonS3",
13+
"x-amz-request-id" : "TZ2V0ZTVVQ3VKR1A",
14+
"x-amz-id-2" : "3LIJv7WbvwkzqXsBjvVv1LuSQi0dx2oa6HJyyVrRK8FUYASsluWqEt9qJI4Fth0zSiWuNpKh33U=",
15+
"Date" : "Sat, 07 Mar 2026 06:53:40 GMT",
16+
"Content-Type" : "application/xml"
17+
}
18+
},
19+
"uuid" : "07ac502b-2cd7-46f3-8b62-775cea48d3f9",
20+
"persistent" : true,
21+
"insertionIndex" : 593
22+
}

‎blob/blob-aws/src/test/resources/mappings/awsblobclientit_testcreatebucket-put-1.json‎

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
{
2+
"id" : "e3e86db6-fb37-4d53-a51d-a497194a7572",
3+
"name" : "AwsBlobClientIT_testCreateBucket-PUT-1",
4+
"request" : {
5+
"url" : "/test-bucket-create-multicloudj4",
6+
"method" : "PUT",
7+
"bodyPatterns" : [ {
8+
"equalToXml" : "<?xml version=\"1.0\" encoding=\"UTF-8\"?><CreateBucketConfiguration xmlns=\"http://s3.amazonaws.com/doc/2006-03-01/\"><LocationConstraint>us-west-2</LocationConstraint></CreateBucketConfiguration>"
9+
} ]
10+
},
11+
"response" : {
12+
"status" : 200,
13+
"headers" : {
14+
"Server" : "AmazonS3",
15+
"x-amz-bucket-arn" : "arn:aws:s3:::test-bucket-create-multicloudj4",
16+
"x-amz-request-id" : "BWQ0FBSPJ18T57FS",
17+
"x-amz-id-2" : "pNcCkYoBtL+iXuEfMAs4O6HvAxmPeWqQ3OFXnrCwWdwVXKtC2y3j7fUJM1knAPBiyqAN9A3Do8E=",
18+
"Date" : "Sat, 07 Mar 2026 06:53:39 GMT",
19+
"Location" : "http://test-bucket-create-multicloudj4.s3.amazonaws.com/"
20+
}
21+
},
22+
"uuid" : "e3e86db6-fb37-4d53-a51d-a497194a7572",
23+
"persistent" : true,
24+
"insertionIndex" : 594
25+
}

‎blob/blob-client/src/test/java/com/salesforce/multicloudj/blob/client/AbstractBlobClientIT.java‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -100,7 +100,7 @@ public void testCreateBucket() {
100100
BlobClient blobClient = new BlobClient(blob);
101101

102102
// Generate a unique bucket name for testing
103-
String bucketName = "test-bucket-create-multicloudj3";
103+
String bucketName = "test-bucket-create-multicloudj4";
104104

105105
// Create the bucket
106106
blobClient.createBucket(bucketName);

‎blob/blob-gcp/src/main/java/com/salesforce/multicloudj/blob/gcp/GcpBlobStore.java‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -675,12 +675,12 @@ protected DirectoryDownloadResponse doDownloadDirectory(DirectoryDownloadRequest
675675
Storage.BlobListOption[] options =
676676
(prefix != null)
677677
? new Storage.BlobListOption[] {
678-
Storage.BlobListOption.prefix(prefix),
679-
Storage.BlobListOption.fields(Storage.BlobField.NAME, Storage.BlobField.SIZE)
680-
}
678+
Storage.BlobListOption.prefix(prefix),
679+
Storage.BlobListOption.fields(Storage.BlobField.NAME, Storage.BlobField.SIZE)
680+
}
681681
: new Storage.BlobListOption[] {
682-
Storage.BlobListOption.fields(Storage.BlobField.NAME, Storage.BlobField.SIZE)
683-
};
682+
Storage.BlobListOption.fields(Storage.BlobField.NAME, Storage.BlobField.SIZE)
683+
};
684684

685685
List<FailedBlobDownload> failed = new ArrayList<>();
686686

0 commit comments

Comments
 (0)