br: upgrade AWS SDK from v1 to v2 #66634 (#68216)

ref #61547, close #62541

Author: YuJuncen

DEPS.bzl

@@ -475,10 +475,6 @@ br_compatibility_test_prepare:
 br_compatibility_test:
 	@cd br && tests/run_compatible.sh run
 
-.PHONY: mock_s3iface
-mock_s3iface: mockgen
-	tools/bin/mockgen -package mock github.com/aws/aws-sdk-go/service/s3/s3iface S3API > br/pkg/mock/s3iface.go
-
 # mock interface for lightning and IMPORT INTO
 .PHONY: mock_lightning
 mock_lightning: mockgen

Makefile

@@ -37,6 +37,7 @@ func newOperatorCommand() *cobra.Command {
 	cmd.AddCommand(newMigrateToCommand())
 	cmd.AddCommand(newForceFlushCommand())
 	cmd.AddCommand(newChecksumCommand())
+	cmd.AddCommand(newTestStorageCommand())
 	return cmd
 }
 
@@ -153,3 +154,24 @@ func newForceFlushCommand() *cobra.Command {
 	operator.DefineFlagsForForceFlushConfig(cmd.Flags())
 	return cmd
 }
+
+func newTestStorageCommand() *cobra.Command {
+	cmd := &cobra.Command{
+		Use:   "test-storage",
+		Short: "test all operations of an external storage",
+		Long: "Test all ExternalStorage operations including read, write, delete, " +
+			"rename, walk, and streaming operations. This helps verify storage " +
+			"configuration and permissions before using it for backup/restore.",
+		Args: cobra.NoArgs,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			cfg := operator.TestStorageConfig{}
+			if err := cfg.ParseFromFlags(cmd.Flags()); err != nil {
+				return err
+			}
+			ctx := GetDefaultContext()
+			return operator.RunTestStorage(ctx, cfg)
+		},
+	}
+	operator.DefineFlagsForTestStorageConfig(cmd.Flags())
+	return cmd
+}

br/cmd/br/operator.go

@@ -8,17 +8,15 @@ go_library(
     deps = [
         "//br/pkg/config",
         "//br/pkg/glue",
-        "//br/pkg/logutil",
         "//br/pkg/utils",
         "//pkg/util",
-        "@com_github_aws_aws_sdk_go//aws",
-        "@com_github_aws_aws_sdk_go//aws/awserr",
-        "@com_github_aws_aws_sdk_go//aws/client",
-        "@com_github_aws_aws_sdk_go//aws/request",
-        "@com_github_aws_aws_sdk_go//aws/session",
-        "@com_github_aws_aws_sdk_go//service/cloudwatch",
-        "@com_github_aws_aws_sdk_go//service/ec2",
-        "@com_github_aws_aws_sdk_go//service/ec2/ec2iface",
+        "@com_github_aws_aws_sdk_go_v2//aws",
+        "@com_github_aws_aws_sdk_go_v2_config//:config",
+        "@com_github_aws_aws_sdk_go_v2_service_cloudwatch//:cloudwatch",
+        "@com_github_aws_aws_sdk_go_v2_service_cloudwatch//types",
+        "@com_github_aws_aws_sdk_go_v2_service_ec2//:ec2",
+        "@com_github_aws_aws_sdk_go_v2_service_ec2//types",
+        "@com_github_aws_smithy_go//:smithy-go",
         "@com_github_pingcap_errors//:errors",
         "@com_github_pingcap_log//:log",
         "@org_golang_x_sync//errgroup",
@@ -35,9 +33,10 @@ go_test(
     flaky = True,
     shard_count = 3,
     deps = [
-        "@com_github_aws_aws_sdk_go//aws",
-        "@com_github_aws_aws_sdk_go//service/ec2",
-        "@com_github_aws_aws_sdk_go//service/ec2/ec2iface",
+        "@com_github_aws_aws_sdk_go_v2//aws",
+        "@com_github_aws_aws_sdk_go_v2_service_ec2//:ec2",
+        "@com_github_aws_aws_sdk_go_v2_service_ec2//types",
+        "@com_github_pingcap_errors//:errors",
         "@com_github_stretchr_testify//require",
     ],
 )