mountpoint-s3/benchmark/conf/config.yaml at 5ec234b3b526ff77f726d457a085a70620f924f6 · awslabs/mountpoint-s3 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
# This file (and others in `conf/`) specify some static parameters,
# as well as some which will be 'swept' over for experiments.

defaults:
  - _self_

# ===== Common parameters for all benchmarks =====
s3_bucket: ???
s3_result_bucket: !!null
application_workers: 1
iteration: 0
iterations: 1
run_time: 30  # Default run time in seconds
read_size: 262144 # Defaults to 256KiB, can go up to 1MiB.
read_part_size: !!null
region: "us-east-1"
write_part_size: 16777216  # 16 MiB, to allow for uploads of large files
object_size_in_gib: 100  # Size of the object to benchmark
benchmark_type: "fio" # fio, prefetch, client, client-bp, crt
s3_keys: !!null
download_checksums: true

# Network configuration
network:
  interface_names: []
  maximum_throughput_gbps: !!null

# Monitoring options (common to all benchmarks)
monitoring:
  with_bwm: false
  with_perf_stat: false

# ===== Mountpoint configuration =====
mountpoint:
  fuse_threads: !!null
  prefix: !!null
  metadata_ttl: "indefinite"
  mountpoint_max_background: !!null
  mountpoint_congestion_threshold: !!null
  mountpoint_binary: !!null
  upload_checksums: !!null
  stub_mode: "off"  # Options: "off", "fs_handler", "s3_client"
  mountpoint_debug: false
  mountpoint_debug_crt: false

# ===== Benchmark-specific configurations =====
benchmarks:
  fio:
    direct_io: false
    fio_benchmarks:
      - sequential_read
    fio_benchmark: "${benchmarks.fio.fio_benchmarks[0]}"
    fio_io_engine: "psync"

  prefetch:
    max_memory_target: !!null
    max_read_window_size: !!null

  crt:
    crt_benchmarks_path: !!null

  client:
    # None

  client_backpressure:
    max_read_window_size: !!null #2147483648


hydra:
  help:
    app_name: "Mountpoint benchmark runner"
  mode: MULTIRUN
  job:
    chdir: true
  sweeper:
    # Global sweeper params - use this for common parameters across all benchmarks
    # For specific parameter use sweep params under the specific benchmark type config
    params:
      'application_workers': 1, 4, 16, 64, 128
      'iteration': "range(${iterations})"
      'mountpoint.fuse_threads': 1, 16, 64
      'benchmarks.fio.direct_io': false, true
      # 'benchmarks.prefetch.max_memory_target': !!null, 1073741824, 2147483648  # null, 1GB, 2GB
      #'benchmarks.client_backpressure.read_window_size': 8388608, 2147483648