-
Notifications
You must be signed in to change notification settings - Fork 633
/
Copy pathexample.toml
330 lines (300 loc) · 10.2 KB
/
example.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
# This file is generated by ./risedev generate-example-config
# Check detailed comments in src/common/src/config.rs
[server]
heartbeat_interval_ms = 1000
connection_pool_size = 16
metrics_level = "Info"
telemetry_enabled = true
grpc_max_reset_stream = 200
[server.heap_profiling]
enable_auto = true
threshold_auto = 0.8999999761581421
dir = "./"
[meta]
min_sst_retention_time_sec = 21600
full_gc_interval_sec = 3600
full_gc_object_limit = 100000
gc_history_retention_time_sec = 21600
max_inflight_time_travel_query = 1000
periodic_compaction_interval_sec = 60
vacuum_interval_sec = 30
vacuum_spin_interval_ms = 100
hummock_version_checkpoint_interval_sec = 30
enable_hummock_data_archive = false
hummock_time_travel_snapshot_interval = 100
min_delta_log_num_for_hummock_version_checkpoint = 10
max_heartbeat_interval_secs = 60
disable_recovery = false
disable_automatic_parallelism_control = false
parallelism_control_batch_size = 10
parallelism_control_trigger_period_sec = 10
parallelism_control_trigger_first_delay_sec = 30
meta_leader_lease_secs = 30
default_parallelism = "Full"
enable_compaction_deterministic = false
enable_committed_sst_sanity_check = false
node_num_monitor_interval_sec = 10
backend = "Mem"
periodic_space_reclaim_compaction_interval_sec = 3600
periodic_ttl_reclaim_compaction_interval_sec = 1800
periodic_tombstone_reclaim_compaction_interval_sec = 600
move_table_size_limit = 10737418240
split_group_size_limit = 68719476736
cut_table_size_limit = 1073741824
do_not_config_object_storage_lifecycle = false
partition_vnode_count = 16
table_high_write_throughput_threshold = 16777216
table_low_write_throughput_threshold = 4194304
compaction_task_max_heartbeat_interval_secs = 30
compaction_task_max_progress_interval_secs = 600
hybrid_partition_vnode_count = 4
event_log_enabled = true
event_log_channel_max_size = 10
enable_dropped_column_reclaim = false
split_group_size_ratio = 0.9
table_stat_high_write_throughput_ratio_for_split = 0.5
table_stat_low_write_throughput_ratio_for_merge = 0.7
table_stat_throuput_window_seconds_for_split = 60
table_stat_throuput_window_seconds_for_merge = 240
compact_task_table_size_partition_threshold_low = 134217728
compact_task_table_size_partition_threshold_high = 536870912
periodic_scheduling_compaction_group_split_interval_sec = 10
periodic_scheduling_compaction_group_merge_interval_sec = 600
[meta.compaction_config]
max_bytes_for_level_base = 536870912
max_bytes_for_level_multiplier = 5
max_compaction_bytes = 2147483648
sub_level_max_compaction_bytes = 134217728
level0_tier_compact_file_number = 12
target_file_size_base = 33554432
compaction_filter_mask = 6
max_sub_compaction = 4
level0_stop_write_threshold_sub_level_number = 300
level0_sub_level_compact_level_count = 3
level0_overlapping_sub_level_compact_level_count = 12
max_space_reclaim_bytes = 536870912
level0_max_compact_file_number = 100
tombstone_reclaim_ratio = 40
enable_emergency_picker = true
max_level = 6
sst_allowed_trivial_move_min_size = 4194304
sst_allowed_trivial_move_max_count = 64
max_l0_compact_level_count = 42
disable_auto_group_scheduling = false
max_overlapping_level_size = 268435456
emergency_level0_sst_file_count = 2000
emergency_level0_sub_level_partition = 256
level0_stop_write_threshold_max_sst_count = 10000
level0_stop_write_threshold_max_size = 322122547200
[meta.developer]
meta_cached_traces_num = 256
meta_cached_traces_memory_limit_bytes = 134217728
meta_enable_trivial_move = true
meta_enable_check_task_level_overlap = false
meta_max_trivial_move_task_count_per_loop = 256
meta_max_get_task_probe_times = 5
meta_actor_cnt_per_worker_parallelism_soft_limit = 100
meta_actor_cnt_per_worker_parallelism_hard_limit = 400
meta_hummock_time_travel_sst_info_fetch_batch_size = 10000
meta_hummock_time_travel_sst_info_insert_batch_size = 100
meta_time_travel_vacuum_interval_sec = 30
meta_hummock_time_travel_epoch_version_insert_batch_size = 1000
meta_hummock_gc_history_insert_batch_size = 1000
meta_hummock_time_travel_filter_out_objects_batch_size = 1000
[meta.developer.meta_compute_client_config]
connect_timeout_secs = 5
[meta.developer.meta_stream_client_config]
connect_timeout_secs = 5
[meta.developer.meta_frontend_client_config]
connect_timeout_secs = 5
[meta.meta_store_config]
max_connections = 10
min_connections = 1
connection_timeout_sec = 10
idle_timeout_sec = 30
acquire_timeout_sec = 30
[batch]
enable_barrier_read = false
statement_timeout_in_sec = 3600
frontend_compute_runtime_worker_threads = 4
mask_worker_temporary_secs = 30
redact_sql_option_keywords = ["credential", "key", "password", "private", "secret", "token"]
enable_spill = true
[batch.developer]
batch_connector_message_buffer_size = 16
batch_output_channel_size = 64
batch_receiver_channel_size = 1000
batch_root_stage_channel_size = 100
batch_chunk_size = 1024
[batch.developer.batch_compute_client_config]
connect_timeout_secs = 5
[frontend]
max_total_query_size_bytes = 1073741824
min_single_query_size_bytes = 1048576
max_single_query_size_bytes = 1073741824
[streaming]
in_flight_barrier_nums = 10000
async_stack_trace = "ReleaseVerbose"
unique_user_stream_errors = 10
unsafe_enable_strict_consistency = true
[streaming.developer]
stream_enable_executor_row_count = false
stream_connector_message_buffer_size = 16
stream_unsafe_extreme_cache_size = 10
stream_chunk_size = 256
stream_exchange_initial_permits = 2048
stream_exchange_batched_permits = 256
stream_exchange_concurrent_barriers = 1
stream_exchange_concurrent_dispatchers = 0
stream_dml_channel_initial_permits = 32768
stream_hash_agg_max_dirty_groups_heap_size = 67108864
stream_memory_controller_threshold_aggressive = 0.9
stream_memory_controller_threshold_graceful = 0.81
stream_memory_controller_threshold_stable = 0.72
stream_memory_controller_eviction_factor_aggressive = 2.0
stream_memory_controller_eviction_factor_graceful = 1.5
stream_memory_controller_eviction_factor_stable = 1.0
stream_memory_controller_update_interval_ms = 100
stream_memory_controller_sequence_tls_step = 128
stream_memory_controller_sequence_tls_lag = 32
stream_enable_arrangement_backfill = true
stream_high_join_amplification_threshold = 2048
stream_enable_actor_tokio_metrics = false
stream_exchange_connection_pool_size = 1
stream_enable_auto_schema_change = true
stream_enable_shared_source = true
stream_switch_jdbc_pg_to_native = false
stream_max_barrier_batch_size = 1024
stream_hash_join_entry_state_max_rows = 30000
stream_enable_explain_analyze_stats = true
stream_iceberg_list_interval_sec = 1
stream_iceberg_fetch_batch_size = 1024
stream_iceberg_sink_positional_delete_cache_size = 1024
[streaming.developer.stream_compute_client_config]
connect_timeout_secs = 5
[storage]
share_buffers_sync_parallelism = 1
share_buffer_compaction_worker_threads_number = 4
shared_buffer_flush_ratio = 0.800000011920929
shared_buffer_min_batch_flush_size_mb = 800
imm_merge_threshold = 0
write_conflict_detection_enabled = true
max_cached_recent_versions_number = 60
max_prefetch_block_number = 16
disable_remote_compactor = false
share_buffer_upload_concurrency = 8
compactor_max_task_multiplier = 3.0
compactor_memory_available_proportion = 0.8
sstable_id_remote_fetch_number = 10
min_sstable_size_mb = 32
min_sst_size_for_streaming_upload = 33554432
max_concurrent_compaction_task_number = 16
max_preload_wait_time_mill = 0
max_version_pinning_duration_sec = 10800
compactor_max_sst_key_count = 2097152
compact_iter_recreate_timeout_ms = 600000
compactor_max_sst_size = 536870912
enable_fast_compaction = true
check_compaction_result = false
max_preload_io_retry_times = 3
compactor_fast_max_compact_delete_ratio = 40
compactor_fast_max_compact_task_size = 2147483648
compactor_iter_max_io_retry_times = 8
table_info_statistic_history_times = 240
mem_table_spill_threshold = 4194304
compactor_max_overlap_sst_count = 64
compactor_max_preload_meta_file_count = 32
time_travel_version_cache_capacity = 2
[storage.cache.block_cache_eviction]
algorithm = "Lru"
[storage.cache.meta_cache_eviction]
algorithm = "Lru"
[storage.data_file_cache]
dir = ""
capacity_mb = 1024
file_capacity_mb = 64
flushers = 4
reclaimers = 4
recover_concurrency = 8
insert_rate_limit_mb = 0
indexer_shards = 64
compression = "None"
recover_mode = "Quiet"
[storage.data_file_cache.runtime_config.Unified]
worker_threads = 0
max_blocking_threads = 0
[storage.meta_file_cache]
dir = ""
capacity_mb = 1024
file_capacity_mb = 64
flushers = 4
reclaimers = 4
recover_concurrency = 8
insert_rate_limit_mb = 0
indexer_shards = 64
compression = "None"
recover_mode = "Quiet"
[storage.meta_file_cache.runtime_config.Unified]
worker_threads = 0
max_blocking_threads = 0
[storage.cache_refill]
data_refill_levels = []
timeout_ms = 6000
concurrency = 10
unit = 64
threshold = 0.5
recent_filter_layers = 6
recent_filter_rotate_interval_ms = 10000
[storage.object_store]
set_atomic_write_dir = false
opendal_upload_concurrency = 256
opendal_writer_abort_on_err = false
upload_part_size = 16777216
[storage.object_store.retry]
req_backoff_interval_ms = 1000
req_backoff_max_delay_ms = 10000
req_backoff_factor = 2
upload_attempt_timeout_ms = 8000
upload_retry_attempts = 3
streaming_upload_attempt_timeout_ms = 5000
streaming_upload_retry_attempts = 3
read_attempt_timeout_ms = 8000
read_retry_attempts = 3
streaming_read_attempt_timeout_ms = 3000
streaming_read_retry_attempts = 3
metadata_attempt_timeout_ms = 60000
metadata_retry_attempts = 3
delete_attempt_timeout_ms = 5000
delete_retry_attempts = 3
delete_objects_attempt_timeout_ms = 5000
delete_objects_retry_attempts = 3
list_attempt_timeout_ms = 600000
list_retry_attempts = 3
[storage.object_store.s3]
keepalive_ms = 600000
recv_buffer_size = 2097152
nodelay = true
retry_unknown_service_error = false
identity_resolution_timeout_s = 5
[storage.object_store.s3.developer]
retry_unknown_service_error = false
retryable_service_error_codes = ["SlowDown", "TooManyRequests"]
use_opendal = true
[system]
barrier_interval_ms = 1000
checkpoint_frequency = 1
sstable_size_mb = 256
parallel_compact_size_mb = 512
block_size_kb = 64
bloom_false_positive = 0.001
max_concurrent_creating_streaming_jobs = 1
pause_on_next_bootstrap = false
enable_tracing = false
license_key = ""
time_travel_retention_ms = 600000
adaptive_parallelism_strategy = "Auto"
per_database_isolation = true
[udf]
enable_embedded_python_udf = false
enable_embedded_javascript_udf = true
enable_embedded_wasm_udf = true