[docker] Use block-based RocksDB format by default in Docker configs and update block cache size (linkedin#2744)

Problem Statement
The Docker server config examples have rocksdb.plain.table.format.enabled=true, which enables plain table format. Plain table format requires mmap reads and is designed for read-only workloads on memory-mapped filesystems — it is not suitable for members outside of LinkedIn to start off with as it requires more expertise.

Additionally, the multi dc docker configs are using the default block cache size of 16GB which is too much for small docker environments.

Solution
Set rocksdb.plain.table.format.enabled=false in all three Docker server config files to default to block-based table format, which is the standard RocksDB format suitable for general production use.

Set block cache size to 2GB for the multi dc docker configs.

Author: kvargha

docker/venice-server/multi-dc-configs/dc-0/server.properties

@@ -1,5 +1,5 @@
 rocksdb.options.use.direct.reads=false
-rocksdb.plain.table.format.enabled=true
+rocksdb.plain.table.format.enabled=false
 server.netty.graceful.shutdown.period.seconds=0
 r2d2Client.zkHosts=zookeeper.dc-0.venicedb.io:2181
 server.promotion.to.leader.replica.delay.seconds=1
@@ -15,5 +15,6 @@ server.partition.graceful.drop.time.in.seconds=0
 system.schema.cluster.name=venice-cluster0
 data.base.path=/opt/venice/rocksdb
 persistence.type=ROCKS_DB
+rocksdb.block.cache.size.in.bytes=2147483648
 rocksdb.sst.file.manager.delete.rate.bytes.per.second=524288000
 rocksdb.sst.file.manager.max.trash.db.ratio=0.25

docker/venice-server/multi-dc-configs/dc-1/server.properties

@@ -1,5 +1,5 @@
 rocksdb.options.use.direct.reads=false
-rocksdb.plain.table.format.enabled=true
+rocksdb.plain.table.format.enabled=false
 server.netty.graceful.shutdown.period.seconds=0
 r2d2Client.zkHosts=zookeeper.dc-1.venicedb.io:2181
 server.promotion.to.leader.replica.delay.seconds=1
@@ -15,5 +15,6 @@ server.partition.graceful.drop.time.in.seconds=0
 system.schema.cluster.name=venice-cluster0
 data.base.path=/opt/venice/rocksdb
 persistence.type=ROCKS_DB
+rocksdb.block.cache.size.in.bytes=2147483648
 rocksdb.sst.file.manager.delete.rate.bytes.per.second=524288000
 rocksdb.sst.file.manager.max.trash.db.ratio=0.25

docker/venice-server/single-dc-configs/server.properties

@@ -1,5 +1,5 @@
 rocksdb.options.use.direct.reads=false
-rocksdb.plain.table.format.enabled=true
+rocksdb.plain.table.format.enabled=false
 server.netty.graceful.shutdown.period.seconds=0
 r2d2Client.zkHosts=zookeeper:2181
 server.promotion.to.leader.replica.delay.seconds=1