sh/run_dbbench.sh at master · inikep/sh · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
#!/bin/bash -ex

DEV=nvme1n2
FUZZ=5
ZONE_SZ_SECS=$(cat /sys/class/block/$DEV/queue/chunk_sectors)
ZONE_CAP=$((ZONE_SZ_SECS * 512))
BASE_FZ=$(($ZONE_CAP  * (100 - $FUZZ) / 100))
WB_SIZE=$(($BASE_FZ * 2))

TARGET_FZ_BASE=$WB_SIZE
TARGET_FILE_SIZE_MULTIPLIER=2
MAX_BYTES_FOR_LEVEL_BASE=$((2 * $TARGET_FZ_BASE))

MAX_BACKGROUND_JOBS=8
MAX_BACKGROUND_COMPACTIONS=8
OPEN_FILES=16     # default: -1

WD_OPTIONS="--max_bytes_for_level_multiplier=4 --use_direct_io_for_flush_and_compaction \
            --max_background_jobs=$MAX_BACKGROUND_JOBS --max_background_compactions=$MAX_BACKGROUND_COMPACTIONS --open_files=$OPEN_FILES \
            --target_file_size_base=$TARGET_FZ_BASE --max_bytes_for_level_base=$MAX_BYTES_FOR_LEVEL_BASE"
DEFAULT_OPTIONS="--key_size=16 --compression_type=lz4 --threads=16"

NUM_KEYS=10000000
VALUE_SIZE=800

# fillsync too slow
BENCHMARKS=fillrandom,overwrite,readrandom,readwhilewriting,readwhilescanning,randomtransaction
BENCHMARKS=fillrandom,readrandom,readwhilewriting
# BENCHMARKS_UNORDERED=fillrandom,overwrite,fillseq,fillbatch,filluniquerandom,fillsync,fill100K,readseq,readtocache,readreverse,readrandom,seekrandom,seekrandomwhilewriting,deleteseq,deleterandom,readwhilewriting,readwhilescanning,readrandomwriterandom,updaterandom,appendrandom,randomwithverify,fillseekseq,randomtransaction,timeseries,compact,compactall,compress,uncompress
BENCHMARKS=fillseq,fillrandom,overwrite,readrandom,newiterator,newiteratorwhilewriting,seekrandom,seekrandomwhilewriting,readseq,readreverse,compact,readrandom,multireadrandom,readseq,readtocache,readreverse,readwhilewriting,readrandomwriterandom,updaterandom,randomwithverify,fill100K,crc32c,xxhash,compress,uncompress,acquireload,fillseekseq,randomtransaction,randomreplacekeys,timeseries,fillbatch,deleteseq,filluniquerandom,readwhilescanning,appendrandom,deleterandom

rm -rf /tmp/zenfs_$DEV
/data/sh/zenfs mkfs --zbd=$DEV --aux_path=/tmp/zenfs_$DEV --finish_threshold=0 --force

if [ 1 == 1 ];
then
echo WD DC ZN540 2 TB, PCIe 3.1 x4 / dual-port NVMe 1.3c
for WB_SIZE in 4080218930 # 1073741824 134217728
# for VALUE_SIZE in 800 400 200 100
do
  echo NUM_KEYS=$NUM_KEYS VALUE_SIZE=$VALUE_SIZE WB_SIZE=$WB_SIZE
  /data/sh/db_bench --fs_uri=zenfs://dev:$DEV --value_size=$VALUE_SIZE --write_buffer_size=$WB_SIZE --num=$NUM_KEYS --benchmarks=$BENCHMARKS $DEFAULT_OPTIONS $WD_OPTIONS
done
fi

if [ 1 == 1 ];
then
echo Samsung 980 PRO 2TB, PCIe 4.0 x4 / NVMe 1.3c
for WB_SIZE in 4080218930 # 1073741824 134217728
# for VALUE_SIZE in 800 400 200 100
do
  echo NUM_KEYS=$NUM_KEYS VALUE_SIZE=$VALUE_SIZE WB_SIZE=$WB_SIZE
  /data/sh/db_bench --value_size=$VALUE_SIZE --write_buffer_size=$WB_SIZE --num=$NUM_KEYS --benchmarks=$BENCHMARKS $DEFAULT_OPTIONS $WD_OPTIONS
done
fi