diff --git a/modules/control-plane-latency.adoc b/modules/control-plane-latency.adoc new file mode 100644 index 000000000000..f9a33926fcd9 --- /dev/null +++ b/modules/control-plane-latency.adoc @@ -0,0 +1,20 @@ +// Module included in the following assemblies: +// +// * scalability_and_performance/control-plane-latency-recommendations-for-reliable-clusters.adoc + +:_mod-docs-content-type: CONCEPT +[id="control-plane-latency_{context}"] += Recommended control plane latency for cluster reliability + +Latency between each of the control plane nodes must be less than 15ms to ensure a well performing and reliable cluster. Some of the metrics to keep track of include etcd gRPC requests latency, fysnc latency and any critical alerts. + +The following PromQL queries can help monitor latency requirements: +[source,terminal] +---- +histogram_quantile(0.99, sum(rate(grpc_server_handling_seconds_bucket{job=~".*etcd.*", grpc_method!="Defragment", grpc_type="unary"}[5m])) without(grpc_type)) < 0.15 + +avg_over_time(histogram_quantile(0.99, rate(etcd_disk_wal_fsync_duration_seconds_bucket[2m]))[10m:]) < 1 + +ALERTS{severity="critical", alertstate="firing"} > 0 + +---- diff --git a/scalability_and_performance/control-plane-latency-recommendations-for-reliable-clusters.adoc b/scalability_and_performance/control-plane-latency-recommendations-for-reliable-clusters.adoc new file mode 100644 index 000000000000..82cbcf37a89f --- /dev/null +++ b/scalability_and_performance/control-plane-latency-recommendations-for-reliable-clusters.adoc @@ -0,0 +1,11 @@ +:_mod-docs-content-type: ASSEMBLY +[id="control-plane-latency-recommendations-for-reliable-clusters"] += Control plane latency recommendations for reliable clusters +include::_attributes/common-attributes.adoc[] +:context: control-plane-latency-recommendations-for-reliable-clusters + +toc::[] + +This topic provides recommended Control Plane latency for reliable clusters. + +include::modules/control-plane-latency.adoc[leveloffset=+1] \ No newline at end of file diff --git a/scalability_and_performance/recommended-performance-scale-practices/recommended-control-plane-latency-recommendations-for-reliable-clusters.adoc b/scalability_and_performance/recommended-performance-scale-practices/recommended-control-plane-latency-recommendations-for-reliable-clusters.adoc new file mode 100644 index 000000000000..d1dee9950afb --- /dev/null +++ b/scalability_and_performance/recommended-performance-scale-practices/recommended-control-plane-latency-recommendations-for-reliable-clusters.adoc @@ -0,0 +1,11 @@ +:_mod-docs-content-type: ASSEMBLY +[id="recommended-control-plane-latency-recommendations-for-reliable-clusters"] += Recommended control plane latency recommendations for reliable clusters +include::_attributes/common-attributes.adoc[] +:context: recommended-control-plane-latency-recommendations-for-reliable-clusters + +toc::[] + +This topic provides the recommended control plane latency to ensure cluster reliability in {product-title}. + +include::modules/control-plane-latency.adoc[leveloffset=+1] \ No newline at end of file