Skip to content

Commit fe048bb

Browse files
committed
pkg/gcs: simplify interface, remove proxy type
1 parent 6c9acf7 commit fe048bb

File tree

5 files changed

+65
-93
lines changed

5 files changed

+65
-93
lines changed

dashboard/app/api.go

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -188,13 +188,9 @@ func gcsPayloadHandler(handler APIHandler) APIHandler {
188188
return nil, fmt.Errorf("gcs.NewClient: %w", err)
189189
}
190190
defer clientGCS.Close()
191-
gcsFile, err := clientGCS.Read(gcsURL)
191+
gcsPayloadReader, err := clientGCS.FileReader(gcsURL)
192192
if err != nil {
193-
return nil, fmt.Errorf("clientGCS.Read: %w", err)
194-
}
195-
gcsPayloadReader, err := gcsFile.Reader()
196-
if err != nil {
197-
return nil, fmt.Errorf("gcsFile.Reader: %w", err)
193+
return nil, fmt.Errorf("clientGCS.FileReader: %w", err)
198194
}
199195
gz, err := gzip.NewReader(gcsPayloadReader)
200196
if err != nil {

pkg/covermerger/bq_csv_reader.go

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -100,12 +100,8 @@ func (r *bqCSVReader) initGCSFileReaders(ctx context.Context, bucket, path strin
100100
return fmt.Errorf("err enumerating gcs files: %w", err)
101101
}
102102
for _, obj := range gcsFiles {
103-
var file *gcs.File
104-
if file, err = gcsClient.Read(bucket + "/" + obj.Path); err != nil {
105-
return fmt.Errorf("failed to start reading %s: %w", obj.Path, err)
106-
}
107103
var readCloser io.ReadCloser
108-
if readCloser, err = file.Reader(); err != nil {
104+
if readCloser, err = gcsClient.FileReader(bucket + "/" + obj.Path); err != nil {
109105
return fmt.Errorf("failed to get %s reader: %w", obj.Path, err)
110106
}
111107
r.closers = append(r.closers, readCloser)

pkg/gcs/gcs.go

Lines changed: 3 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ import (
2424

2525
type Client interface {
2626
Close() error
27-
Read(path string) (*File, error)
27+
FileReader(path string) (io.ReadCloser, error)
2828
FileWriter(path string, contentType string, contentEncoding string) (io.WriteCloser, error)
2929
DeleteFile(path string) error
3030
FileExists(path string) (bool, error)
@@ -71,17 +71,6 @@ type client struct {
7171
ctx context.Context
7272
}
7373

74-
type File struct {
75-
Updated time.Time
76-
77-
ctx context.Context
78-
handle *storage.ObjectHandle
79-
}
80-
81-
func (file *File) Reader() (io.ReadCloser, error) {
82-
return file.handle.NewReader(file.ctx)
83-
}
84-
8574
func NewClient(ctx context.Context) (Client, error) {
8675
storageClient, err := storage.NewClient(ctx)
8776
if err != nil {
@@ -98,7 +87,7 @@ func (c *client) Close() error {
9887
return c.client.Close()
9988
}
10089

101-
func (c *client) Read(gcsFile string) (*File, error) {
90+
func (c *client) FileReader(gcsFile string) (io.ReadCloser, error) {
10291
bucket, filename, err := split(gcsFile)
10392
if err != nil {
10493
return nil, err
@@ -116,12 +105,7 @@ func (c *client) Read(gcsFile string) (*File, error) {
116105
GenerationMatch: attrs.Generation,
117106
MetagenerationMatch: attrs.Metageneration,
118107
})
119-
file := &File{
120-
Updated: attrs.Updated,
121-
ctx: c.ctx,
122-
handle: handle,
123-
}
124-
return file, nil
108+
return handle.NewReader(c.ctx)
125109
}
126110

127111
func (c *client) FileWriter(gcsFile, contentType, contentEncoding string) (io.WriteCloser, error) {

pkg/gcs/mocks/Client.go

Lines changed: 58 additions & 58 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

syz-cluster/pkg/blob/gcs.go

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -51,11 +51,7 @@ func (gcs *gcsDriver) Read(uri string) (io.ReadCloser, error) {
5151
if err != nil {
5252
return nil, err
5353
}
54-
file, err := gcs.client.Read(fmt.Sprintf("%s/%s", gcs.bucket, object))
55-
if err != nil {
56-
return nil, err
57-
}
58-
return file.Reader()
54+
return gcs.client.FileReader(fmt.Sprintf("%s/%s", gcs.bucket, object))
5955
}
6056

6157
var gcsObjectRe = regexp.MustCompile(`^gcs://([\w-]+)/([\w-]+)$`)

0 commit comments

Comments
 (0)