Skip to content

Commit 521b710

Browse files
allisonport-dballisonport-db
authored
[3.0][Kernel] Branch 3.0 post-rc2 cherry picks (#2189)
1 parent 6491fd1 commit 521b710

File tree

161 files changed

+951
-722
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

161 files changed

+951
-722
lines changed

‎connectors/golden-tables/src/main/resources/golden/dv-with-columnmapping/_delta_log/00000000000000000000.json

+23
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,23 @@
1+
{"commitInfo":{"timestamp":1697177838187,"operation":"WRITE","operationParameters":{"mode":"ErrorIfExists","partitionBy":"[\"part\"]"},"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{"numFiles":"20","numOutputRows":"50","numOutputBytes":"24078"},"engineInfo":"Apache-Spark/3.5.0 Delta-Lake/3.0.0-SNAPSHOT","txnId":"ccd115ea-c565-49a1-8b44-d97619864edc"}}
2+
{"metaData":{"id":"testId","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"part\",\"type\":\"integer\",\"nullable\":true,\"metadata\":{\"delta.columnMapping.id\":1,\"delta.columnMapping.physicalName\":\"col-60c949ca-b8bc-4330-b931-b73fb4c60037\"}},{\"name\":\"col1\",\"type\":\"integer\",\"nullable\":true,\"metadata\":{\"delta.columnMapping.id\":2,\"delta.columnMapping.physicalName\":\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\"}},{\"name\":\"col2\",\"type\":\"string\",\"nullable\":true,\"metadata\":{\"delta.columnMapping.id\":3,\"delta.columnMapping.physicalName\":\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\"}}]}","partitionColumns":["part"],"configuration":{"delta.columnMapping.mode":"name","delta.enableDeletionVectors":"true","delta.columnMapping.maxColumnId":"3"},"createdTime":1697177835151}}
3+
{"protocol":{"minReaderVersion":3,"minWriterVersion":7,"readerFeatures":["deletionVectors","columnMapping"],"writerFeatures":["deletionVectors","columnMapping"]}}
4+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=0/part-00000-d1888b8a-150e-4fe3-a397-1514739499b4.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"0"},"size":1206,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo0\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":20,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo0\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
5+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=1/part-00000-19513938-badc-4bd4-9513-3d043d1491dc.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"1"},"size":1206,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":1,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo1\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":21,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo1\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
6+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=2/part-00000-3f054c46-7f8f-45f3-a541-25525787b631.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"2"},"size":1206,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":2,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo2\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":22,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo2\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
7+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=3/part-00000-1a0ac64e-0ce2-493e-b1b0-6cf15c1988f5.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"3"},"size":1206,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":3,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo3\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":23,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo3\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
8+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=4/part-00000-dbfb557b-b778-454e-bef4-bab9481bcea7.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"4"},"size":1205,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":4,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo4\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":24,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo4\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
9+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=5/part-00000-6d057276-2da0-45c3-86eb-aed7fd3429b8.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"5"},"size":1202,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":2,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":5,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo0\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":15,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo0\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
10+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=6/part-00000-c0ca807e-59eb-4c84-a67d-c65a2e03c3c5.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"6"},"size":1202,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":2,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":6,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo1\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":16,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo1\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
11+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=7/part-00000-12e816f9-daa3-4197-98f2-217a983bdafd.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"7"},"size":1202,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":2,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":7,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo2\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":17,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo2\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
12+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=8/part-00000-ee6122b8-1474-4764-8bdf-8f8b95c734af.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"8"},"size":1202,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":2,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":8,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo3\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":18,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo3\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
13+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=9/part-00000-f2e5dc2f-b7c6-4772-85d7-23b273a9e54d.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"9"},"size":1202,"modificationTime":1697177838000,"dataChange":true,"stats":"{\"numRecords\":2,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":9,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo4\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":19,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo4\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
14+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=0/part-00001-0e48fbde-daec-44ff-b579-d5c49b6c827f.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"0"},"size":1202,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":2,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":30,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo0\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":40,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo0\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
15+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=1/part-00001-fb5e7c74-75ab-4bee-8234-400040ae127a.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"1"},"size":1202,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":2,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":31,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo1\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":41,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo1\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
16+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=2/part-00001-4825f848-06bb-4b91-94e8-deb40f05feca.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"2"},"size":1202,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":2,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":32,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo2\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":42,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo2\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
17+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=3/part-00001-d1fc7b93-6ec3-4c75-8363-ffd8f1f43420.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"3"},"size":1201,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":2,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":33,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo3\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":43,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo3\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
18+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=4/part-00001-ee7c50c6-4119-41ff-9c0a-285f844e7c31.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"4"},"size":1202,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":2,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":34,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo4\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":44,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo4\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
19+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=5/part-00001-ee535eb0-972e-470f-b705-61884acbbe39.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"5"},"size":1206,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":25,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo0\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":45,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo0\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
20+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=6/part-00001-8c38a718-ea0d-4ac1-9515-3a6ec23cc86b.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"6"},"size":1206,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":26,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo1\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":46,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo1\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
21+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=7/part-00001-e2c8fd65-f478-4738-89f2-b4f63bdc166f.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"7"},"size":1206,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":27,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo2\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":47,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo2\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
22+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=8/part-00001-0878dadb-c875-4347-92a3-8739c303d7bd.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"8"},"size":1206,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":28,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo3\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":48,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo3\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}
23+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=9/part-00001-8bbcb266-0863-4b31-adc0-e1c4d1194cec.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"9"},"size":1206,"modificationTime":1697177838000,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":29,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo4\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":49,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo4\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":true}"}}

‎connectors/golden-tables/src/main/resources/golden/dv-with-columnmapping/_delta_log/00000000000000000001.json

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
{"commitInfo":{"timestamp":1697177845210,"operation":"DELETE","operationParameters":{"predicate":"[\"(col1#493 = 0)\"]"},"readVersion":0,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numRemovedFiles":"0","numRemovedBytes":"0","numCopiedRows":"0","numDeletionVectorsAdded":"1","numDeletionVectorsRemoved":"0","numAddedChangeFiles":"0","executionTimeMs":"2463","numDeletionVectorsUpdated":"0","numDeletedRows":"1","scanTimeMs":"0","numAddedFiles":"0","numAddedBytes":"0","rewriteTimeMs":"0"},"engineInfo":"Apache-Spark/3.5.0 Delta-Lake/3.0.0-SNAPSHOT","txnId":"d0e5f096-0e13-4e72-a6c1-97e4d4786b8d"}}
2+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=0/part-00000-d1888b8a-150e-4fe3-a397-1514739499b4.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"0"},"size":1206,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo0\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":20,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo0\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":false}","deletionVector":{"storageType":"u","pathOrInlineDv":"5DxE90SCJoMhWOS&LEbJ","offset":1,"sizeInBytes":34,"cardinality":1}}}
3+
{"remove":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=0/part-00000-d1888b8a-150e-4fe3-a397-1514739499b4.c000.snappy.parquet","deletionTimestamp":1697177844817,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"0"},"size":1206,"stats":"{\"numRecords\":3}"}}

‎connectors/golden-tables/src/main/resources/golden/dv-with-columnmapping/_delta_log/00000000000000000002.json

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
{"commitInfo":{"timestamp":1697177847623,"operation":"DELETE","operationParameters":{"predicate":"[\"(col1#1991 = 2)\"]"},"readVersion":1,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numRemovedFiles":"0","numRemovedBytes":"0","numCopiedRows":"0","numDeletionVectorsAdded":"1","numDeletionVectorsRemoved":"0","numAddedChangeFiles":"0","executionTimeMs":"1314","numDeletionVectorsUpdated":"0","numDeletedRows":"1","scanTimeMs":"0","numAddedFiles":"0","numAddedBytes":"0","rewriteTimeMs":"0"},"engineInfo":"Apache-Spark/3.5.0 Delta-Lake/3.0.0-SNAPSHOT","txnId":"d4007f70-5f27-40a0-9c4e-47e579230a67"}}
2+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=2/part-00000-3f054c46-7f8f-45f3-a541-25525787b631.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"2"},"size":1206,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":2,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo2\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":22,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo2\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":false}","deletionVector":{"storageType":"u","pathOrInlineDv":"&9sA9{u>E#S[qd3XLIaZ","offset":1,"sizeInBytes":34,"cardinality":1}}}
3+
{"remove":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=2/part-00000-3f054c46-7f8f-45f3-a541-25525787b631.c000.snappy.parquet","deletionTimestamp":1697177847357,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"2"},"size":1206,"stats":"{\"numRecords\":3}"}}

‎connectors/golden-tables/src/main/resources/golden/dv-with-columnmapping/_delta_log/00000000000000000003.json

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
{"commitInfo":{"timestamp":1697177849801,"operation":"DELETE","operationParameters":{"predicate":"[\"(col1#3297 = 4)\"]"},"readVersion":2,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numRemovedFiles":"0","numRemovedBytes":"0","numCopiedRows":"0","numDeletionVectorsAdded":"1","numDeletionVectorsRemoved":"0","numAddedChangeFiles":"0","executionTimeMs":"1201","numDeletionVectorsUpdated":"0","numDeletedRows":"1","scanTimeMs":"0","numAddedFiles":"0","numAddedBytes":"0","rewriteTimeMs":"0"},"engineInfo":"Apache-Spark/3.5.0 Delta-Lake/3.0.0-SNAPSHOT","txnId":"ec2e636d-e0a8-4936-b754-ef2175810a1a"}}
2+
{"add":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=4/part-00000-dbfb557b-b778-454e-bef4-bab9481bcea7.c000.snappy.parquet","partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"4"},"size":1205,"modificationTime":1697177837000,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":4,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo4\"},\"maxValues\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":24,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":\"foo4\"},\"nullCount\":{\"col-9f0743fd-a52e-44a7-92e0-72a3d34231b1\":0,\"col-ae46e8ed-607b-4b7c-8a13-44991fe0a2e4\":0},\"tightBounds\":false}","deletionVector":{"storageType":"u","pathOrInlineDv":"bmfc5TmwY>TJV$^4Zs$+","offset":1,"sizeInBytes":34,"cardinality":1}}}
3+
{"remove":{"path":"col-60c949ca-b8bc-4330-b931-b73fb4c60037=4/part-00000-dbfb557b-b778-454e-bef4-bab9481bcea7.c000.snappy.parquet","deletionTimestamp":1697177849598,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{"col-60c949ca-b8bc-4330-b931-b73fb4c60037":"4"},"size":1205,"stats":"{\"numRecords\":3}"}}

0 commit comments

Comments
 (0)