Merge pull request #581 from v3io/development

dev

Author: dinal

README.md

@@ -849,7 +849,7 @@ The following `execute` commands are specific to the `stream` backend; for more
   ```python
   client.execute('stream', table="mystream", command='put',
                  args={'data': '{"cpu": 12.4, "mem": 31.1, "disk": 12.7}',
-                       "client_info": "my custom info", "partition": "PK1"})
+                       "client_info": "my custom info", "partition_key": "PK1"})
   ```
 
 <a id="method-history"></a>

backends/kv/inferschema.go

@@ -185,7 +185,7 @@ func schemaFromKeys(keyField string, rowSet []map[string]interface{}) (v3ioutils
 		}
 	} else {
 		if val, ok := columnCanBeFullKey[keyField]; !ok || !val {
-			return nil, errors.Errorf("%s is not one of the columns", keyField)
+			return nil, errors.Errorf("%s is not one of the optional key columns", keyField)
 		}
 	}
 

backends/kv/inferschema_test.go

@@ -268,7 +268,7 @@ func (suite *InferSchemaTestSuite) TestInferSchemaWithInvalidKey() {
 	}
 	_, err := schemaFromKeys(keyField, rowSet)
 	suite.Require().Error(err)
-	suite.Require().Equal("invalid_key is not one of the columns", err.Error())
+	suite.Require().Equal("invalid_key is not one of the optional key columns", err.Error())
 }
 
 func TestInferSchemaTestSuite(t *testing.T) {

backends/stream/backend.go

@@ -134,7 +134,7 @@ func (b *Backend) put(request *frames.ExecRequest) error {
 	}
 
 	partitionKey := ""
-	if val, ok := request.Proto.Args["partition"]; ok {
+	if val, ok := request.Proto.Args["partition_key"]; ok {
 		partitionKey = val.GetSval()
 	}
 
@@ -143,7 +143,7 @@ func (b *Backend) put(request *frames.ExecRequest) error {
 		return err
 	}
 
-	b.logger.DebugWith("put record", "path", path, "len", len(data), "client", clientInfo, "partition", partitionKey)
+	b.logger.DebugWith("put record", "path", path, "len", len(data), "client", clientInfo, "partition_key", partitionKey)
 	records := []*v3io.StreamRecord{{
 		Data: []byte(data), ClientInfo: []byte(clientInfo), PartitionKey: partitionKey,
 	}}

backends/stream/reader.go

@@ -47,6 +47,7 @@ var allowedReadRequestFields = map[string]bool{
 	"Seek":     true,
 	"ShardId":  true,
 	"Sequence": true,
+	"Start":    true,
 }
 
 func (b *Backend) Read(request *frames.ReadRequest) (frames.FrameIterator, error) {

clients/py/Pipfile

@@ -5,7 +5,8 @@ name = "pypi"
 
 [packages]
 googleapis-common-protos = ">=1.5.3"
-grpcio-tools = ">=1.26.0"
+grpcio-tools = "==1.30.0"
+grpcio = "==1.30.0"
 pandas = ">=0.23.4"
 requests = ">=2.19.1"
 

go.mod

@@ -12,7 +12,7 @@ require (
 	github.com/pkg/errors v0.8.1
 	github.com/stretchr/testify v1.4.0
 	github.com/v3io/v3io-go v0.1.9
-	github.com/v3io/v3io-tsdb v0.11.5
+	github.com/v3io/v3io-tsdb v0.11.6
 	github.com/valyala/fasthttp v1.2.0
 	github.com/xwb1989/sqlparser v0.0.0-20180606152119-120387863bf2
 	golang.org/x/net v0.0.0-20190311183353-d8887717615a
@@ -22,4 +22,5 @@ require (
 replace (
 	github.com/v3io/frames => ./
 	github.com/xwb1989/sqlparser => github.com/v3io/sqlparser v0.0.0-20190306105200-4d7273501871
+	github.com/v3io/v3io-go => github.com/v3io/v3io-go v0.2.4-0.20201209122348-e01fabe35df8
 )

go.sum

@@ -68,11 +68,14 @@ github.com/v3io/sqlparser v0.0.0-20190306105200-4d7273501871 h1:myF4tU/HdFWU1UzM
 github.com/v3io/sqlparser v0.0.0-20190306105200-4d7273501871/go.mod h1:QD2Bo64oyTWzeV8RFehXS0hZEDFgOK99/h2a6ErRu6E=
 github.com/v3io/v3io-go v0.1.9 h1:etkrrRmrI++i8sxGfK/+13f41TxIMohYeZHwVUM62vw=
 github.com/v3io/v3io-go v0.1.9/go.mod h1:5poBlcjZG5TiexRTYI44PE6tHzZz5Z60w+iS899pWtc=
+github.com/v3io/v3io-go v0.2.4-0.20201209122348-e01fabe35df8 h1:Bg3LtR/4cH9mGWTWKGeEZcf7Z88whuf4mufSnj5S4qg=
+github.com/v3io/v3io-go v0.2.4-0.20201209122348-e01fabe35df8/go.mod h1:WGxAG5MfZ5FeeZa7yGzocW+iLxTlrpkOWdnCIty4QDc=
 github.com/v3io/v3io-tsdb v0.11.3 h1:zH2rVNsPy9CIm0/gwJ7NNyjDD7G2w4XhUygeZqexLaE=
 github.com/v3io/v3io-tsdb v0.11.3/go.mod h1:kp586KxTfROIGwb/nzNxwDbX2Wterxro+HbiZHmK548=
 github.com/v3io/v3io-tsdb v0.11.4 h1:tDw+EdFNregIy6r4fPqtOybkAj4ngUl4WRQNH24Xe0M=
 github.com/v3io/v3io-tsdb v0.11.4/go.mod h1:kp586KxTfROIGwb/nzNxwDbX2Wterxro+HbiZHmK548=
 github.com/v3io/v3io-tsdb v0.11.5/go.mod h1:kp586KxTfROIGwb/nzNxwDbX2Wterxro+HbiZHmK548=
+github.com/v3io/v3io-tsdb v0.11.6/go.mod h1:uyk46LJxROChqmlhg5M5Kw7qK1WfJD3hrqNHR6kLjeg=
 github.com/valyala/bytebufferpool v1.0.0 h1:GqA5TC/0021Y/b9FG4Oi9Mr3q7XYx6KllzawFIhcdPw=
 github.com/valyala/bytebufferpool v1.0.0/go.mod h1:6bBcMArwyJ5K/AmCkWv1jt77kVWyCJ6HpOuEn7z0Csc=
 github.com/valyala/fasthttp v1.2.0 h1:dzZJf2IuMiclVjdw0kkT+f9u4YdrapbNyGAN47E/qnk=

rowiter.go

@@ -82,7 +82,11 @@ func (it *rowIterator) init() {
 		for i, col := range it.frame.Indices() {
 			name := col.Name()
 			if name == "" {
-				name = fmt.Sprintf("index-%d", i)
+				if i == 0 {
+					name = "idx"
+				} else {
+					name = fmt.Sprintf("idx-%d", i)
+				}
 				noNames[it.numCols+i] = name
 			}