Skip to content

Commit e30898c

Browse files
alexbondar92assaf758
authored andcommitted
addressing Felix's comments
1 parent f1b71d4 commit e30898c

File tree

3 files changed

+18
-11
lines changed

3 files changed

+18
-11
lines changed

pkg/dataplane/item.go

Lines changed: 15 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -85,28 +85,32 @@ func (i Item) GetFieldUint64(name string) (uint64, error) {
8585
}
8686

8787
// For internal use only - DO NOT USE!
88-
func (i Item) GetShard() (map[uint64]*ItemChunk, *ItemCurrentChunkMetadata, error) {
88+
func (i Item) GetShard() (map[int]*ItemChunk, *ItemCurrentChunkMetadata, error) {
8989
const streamDataPrefix = "__data_stream["
9090
const streamMetadataPrefix = "__data_stream_metadata["
9191
const offsetPrefix = "__data_stream[0000]["
9292

9393
currentChunkMetadata := ItemCurrentChunkMetadata{}
94-
chunkMap := make(map[uint64]*ItemChunk)
94+
chunkMap := make(map[int]*ItemChunk)
9595

9696
for k, v := range i {
9797
if strings.HasPrefix(k, streamDataPrefix) {
98-
chunkID, ok := strconv.ParseUint(k[len(streamDataPrefix):][:4], 16, 64)
98+
chunkID64, ok := strconv.ParseUint(k[len(streamDataPrefix):][:4], 16, 64)
9999
if ok != nil {
100100
return nil, nil, v3ioerrors.ErrInvalidTypeConversion
101101
}
102+
chunkID := int(chunkID64)
103+
102104
offset, ok := strconv.ParseUint(k[len(offsetPrefix):][:16], 16, 64)
103105
if ok != nil {
104106
return nil, nil, v3ioerrors.ErrInvalidTypeConversion
105107
}
106-
data, ok2 := v.([]byte)
107-
if !ok2 {
108+
109+
data, castingSuccess := v.([]byte)
110+
if !castingSuccess {
108111
return nil, nil, v3ioerrors.ErrInvalidTypeConversion
109112
}
113+
110114
streamData := ItemChunkData{Offset: offset, Data: &data}
111115
if _, ok := chunkMap[chunkID]; !ok {
112116
chunkMap[chunkID] = &ItemChunk{}
@@ -115,21 +119,24 @@ func (i Item) GetShard() (map[uint64]*ItemChunk, *ItemCurrentChunkMetadata, erro
115119
}
116120

117121
if strings.HasPrefix(k, streamMetadataPrefix) {
118-
chunkID, ok := strconv.ParseUint(k[len(streamMetadataPrefix):][:4], 16, 64)
122+
chunkID64, ok := strconv.ParseUint(k[len(streamMetadataPrefix):][:4], 16, 64)
119123
if ok != nil {
120124
return nil, nil, v3ioerrors.ErrInvalidTypeConversion
121125
}
126+
chunkID := int(chunkID64)
122127

123-
metadata, ok2 := v.([]byte)
124-
if !ok2 {
128+
metadata, castingSuccess := v.([]byte)
129+
if !castingSuccess {
125130
return nil, nil, v3ioerrors.ErrInvalidTypeConversion
126131
}
132+
127133
buf := bytes.NewBuffer(metadata[8:64])
128134
chunkMetaData := ItemChunkMetadata{}
129135
err := binary.Read(buf, binary.LittleEndian, &chunkMetaData)
130136
if err != nil {
131137
return nil, nil, err
132138
}
139+
133140
if _, ok := chunkMap[chunkID]; !ok {
134141
chunkMap[chunkID] = &ItemChunk{}
135142
}

pkg/dataplane/test/sync_test.go

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1420,7 +1420,7 @@ func (suite *syncStreamBackupRestoreTestSuite) TestStream() {
14201420
suite.Require().NoError(err)
14211421

14221422
type Shard struct {
1423-
Chunks map[uint64]*v3io.ItemChunk
1423+
Chunks map[int]*v3io.ItemChunk
14241424
CurrentChunk *v3io.ItemCurrentChunkMetadata
14251425
}
14261426
streamBackup := map[string]*Shard{}
@@ -1431,7 +1431,7 @@ func (suite *syncStreamBackupRestoreTestSuite) TestStream() {
14311431
suite.Require().NoError(err, "Failed to get stream")
14321432

14331433
if _, ok := streamBackup[shardName]; !ok {
1434-
streamBackup[shardName] = &Shard{Chunks: map[uint64]*v3io.ItemChunk{}}
1434+
streamBackup[shardName] = &Shard{Chunks: map[int]*v3io.ItemChunk{}}
14351435
}
14361436

14371437
for chunkId := range chunkMap {

pkg/dataplane/types.go

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -392,7 +392,7 @@ type CurrentChunkMetadata struct {
392392
type PutChunkInput struct {
393393
DataPlaneInput `json:"-"`
394394
Path string `json:"-"`
395-
ChunkSeqNumber uint64 `json:"ChunkSequenceNumber,omitempty"`
395+
ChunkSeqNumber int `json:"ChunkSequenceNumber,omitempty"`
396396
Offset uint64 `json:"Offset,omitempty"`
397397
Data []byte `json:"Data,omitempty"`
398398
ChunksMetadata []*ChunkMetadata `json:"Metadata,omitempty"`

0 commit comments

Comments
 (0)