Feat S3 Transfer Manager v2 GetObject/DownloadObject

feature/s3/transfermanager/api.go

@@ -13,4 +13,6 @@ type S3APIClient interface {
 	CreateMultipartUpload(context.Context, *s3.CreateMultipartUploadInput, ...func(*s3.Options)) (*s3.CreateMultipartUploadOutput, error)
 	CompleteMultipartUpload(context.Context, *s3.CompleteMultipartUploadInput, ...func(*s3.Options)) (*s3.CompleteMultipartUploadOutput, error)
 	AbortMultipartUpload(context.Context, *s3.AbortMultipartUploadInput, ...func(*s3.Options)) (*s3.AbortMultipartUploadOutput, error)
+	GetObject(context.Context, *s3.GetObjectInput, ...func(*s3.Options)) (*s3.GetObjectOutput, error)
+	HeadObject(context.Context, *s3.HeadObjectInput, ...func(*s3.Options)) (*s3.HeadObjectOutput, error)
 }

feature/s3/transfermanager/api_client.go

@@ -20,6 +20,10 @@ const defaultMultipartUploadThreshold = 1024 * 1024 * 16
 // using PutObject().
 const defaultTransferConcurrency = 5
 
+const defaultPartBodyMaxRetries = 3
+
+const defaultGetBufferSize = 1024 * 1024 * 50
+
 // Client provides the API client to make operations call for Amazon Simple
 // Storage Service's Transfer Manager
 // It is safe to call Client methods concurrently across goroutines.
@@ -39,6 +43,9 @@ func New(s3Client S3APIClient, opts Options, optFns ...func(*Options)) *Client {
 	resolvePartSizeBytes(&opts)
 	resolveChecksumAlgorithm(&opts)
 	resolveMultipartUploadThreshold(&opts)
+	resolveGetObjectType(&opts)
+	resolvePartBodyMaxRetries(&opts)
+	resolveGetBufferSize(&opts)
 
 	return &Client{
 		options: opts,

feature/s3/transfermanager/api_op_DownloadObject_integ_test.go

@@ -0,0 +1,52 @@
+//go:build integration
+// +build integration
+
+package transfermanager
+
+import (
+	"bytes"
+	"github.com/aws/aws-sdk-go-v2/feature/s3/transfermanager/types"
+	"strings"
+	"testing"
+)
+
+func TestInteg_DownloadObject(t *testing.T) {
+	cases := map[string]getObjectTestData{
+		"part get seekable body":     {Body: strings.NewReader("hello world"), ExpectBody: []byte("hello world")},
+		"part get empty string body": {Body: strings.NewReader(""), ExpectBody: []byte("")},
+		"part get multipart body":    {Body: bytes.NewReader(largeObjectBuf), ExpectBody: largeObjectBuf},
+		"range get seekable body": {
+			Body:       strings.NewReader("hello world"),
+			ExpectBody: []byte("hello world"),
+			OptFns: []func(*Options){
+				func(opt *Options) {
+					opt.GetObjectType = types.GetObjectRanges
+				},
+			},
+		},
+		"range get empty string body": {
+			Body:        strings.NewReader(""),
+			ExpectError: "InvalidRange",
+			OptFns: []func(*Options){
+				func(opt *Options) {
+					opt.GetObjectType = types.GetObjectRanges
+				},
+			},
+		},
+		"range get multipart body": {
+			Body:       bytes.NewReader(largeObjectBuf),
+			ExpectBody: largeObjectBuf,
+			OptFns: []func(*Options){
+				func(opt *Options) {
+					opt.GetObjectType = types.GetObjectRanges
+				},
+			},
+		},
+	}
+
+	for name, c := range cases {
+		t.Run(name, func(t *testing.T) {
+			testDownloadObject(t, setupMetadata.Buckets.Source.Name, c)
+		})
+	}
+}